tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[trie] Making methods to construct string phrases from phrase matches available through trie_search.h

Browse Source
This commit is contained in:
Al
2016-07-30 17:06:20 -04:00
parent 469332ffc4
commit 965bac1833
2 changed files with 25 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
src/trie_search.c
View File

@@ -774,3 +774,26 @@ inline phrase_t trie_search_prefixes(trie_t *self, char *word, size_t len) {
}
inline char *cstring_array_get_phrase_with_char_array(cstring_array *str, char_array *phrase_tokens, phrase_t phrase) {
char_array_clear(phrase_tokens);
size_t phrase_end = phrase.start + phrase.len;
for (int k = phrase.start; k < phrase_end; k++) {
char *w = cstring_array_get_string(str, k);
char_array_append(phrase_tokens, w);
if (k < phrase_end - 1) {
char_array_append(phrase_tokens, " ");
}
}
char_array_terminate(phrase_tokens);
return char_array_get_string(phrase_tokens);
}
inline char *cstring_array_get_phrase(tokenized_string_t *str, char_array *phrase_tokens, phrase_t phrase) {
return cstring_array_get_phrase_with_char_array(str->strings, phrase_tokens, phrase);
}

3
src/trie_search.h
View File

@@ -40,6 +40,7 @@ phrase_t trie_search_prefixes_from_index(trie_t *self, char *word, size_t len, u
phrase_t trie_search_prefixes_from_index_get_prefix_char(trie_t *self, char *word, size_t len, uint32_t start_node_id);
phrase_t trie_search_prefixes(trie_t *self, char *word, size_t len);
char *cstring_array_get_phrase_with_char_array(cstring_array *str, char_array *phrase_tokens, phrase_t phrase);
char *cstring_array_get_phrase(tokenized_string_t *str, char_array *phrase_tokens, phrase_t phrase);
#endif