[phrases] Case where trie search finds a match, makes progress beyond the next token but has to fall back. Adding trie search test case

test/Makefile.am

@@ -9,6 +9,6 @@ CFLAGS = $(CFLAGS_BASE)
 
 TESTS = test_libpostal
 noinst_PROGRAMS = test_libpostal
-test_libpostal_SOURCES = test.c test_expand.c test_transliterate.c test_numex.c
+test_libpostal_SOURCES = test.c test_expand.c test_transliterate.c test_numex.c test_trie.c
 test_libpostal_LDADD = ../src/libpostal.la
 test_libpostal_CFLAGS = $(CFLAGS_O3)

test/test.c

@@ -3,6 +3,7 @@
 SUITE_EXTERN(libpostal_expansion_tests);
 SUITE_EXTERN(libpostal_transliteration_tests);
 SUITE_EXTERN(libpostal_numex_tests);
+SUITE_EXTERN(libpostal_trie_tests);
 
 GREATEST_MAIN_DEFS();
 
@@ -13,5 +14,6 @@ int main(int argc, char **argv) {
     RUN_SUITE(libpostal_expansion_tests);
     RUN_SUITE(libpostal_transliteration_tests);
     RUN_SUITE(libpostal_numex_tests);
+    RUN_SUITE(libpostal_trie_tests);
     GREATEST_MAIN_END();
 }

test/test_trie.c

@@ -0,0 +1,59 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <stdbool.h>
+#include <stdarg.h>
+
+#include "greatest.h"
+#include "../src/scanner.h"
+#include "../src/trie.h"
+#include "../src/trie_search.h"
+
+SUITE(libpostal_trie_tests);
+
+static greatest_test_res test_trie_add_get(trie_t *trie, char *key, uint32_t data) {
+    bool added = trie_add(trie, key, data);
+    ASSERT(added);
+
+    uint32_t trie_data;
+    bool fetched = trie_get_data(trie, key, &trie_data);
+    ASSERT(fetched);
+    ASSERT_EQ(data, trie_data);
+
+    PASS();
+}
+
+static greatest_test_res test_trie_setup(trie_t *trie) {
+    CHECK_CALL(test_trie_add_get(trie, "st", 1));
+    CHECK_CALL(test_trie_add_get(trie, "street", 2));
+    CHECK_CALL(test_trie_add_get(trie, "st rt", 3));
+    CHECK_CALL(test_trie_add_get(trie, "st rd", 3));
+    CHECK_CALL(test_trie_add_get(trie, "state route", 4));
+    CHECK_CALL(test_trie_add_get(trie, "maine", 5));
+
+    PASS();
+}
+
+
+TEST test_trie(void) {
+    trie_t *trie = trie_new();
+    ASSERT(trie != NULL);
+    CHECK_CALL(test_trie_setup(trie));
+
+    char *input = "main st r 20";
+    token_array *tokens = tokenize_keep_whitespace(input);
+    phrase_array *phrases = trie_search_tokens(trie, input, tokens);
+
+    ASSERT(phrases != NULL);
+    ASSERT(phrases->n == 1);
+    phrase_t phrase = phrases->a[0];
+    ASSERT(phrase.start == 2);
+    ASSERT(phrase.len == 1);
+
+    trie_destroy(trie);
+
+    PASS();
+}
+
+GREATEST_SUITE(libpostal_trie_tests) {
+    RUN_TEST(test_trie);
+}