tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] Compare the remaining part of the current UTF-8 character using simple string comparison, since it may be in the middle of a valid UTF-8 character

Browse Source
This commit is contained in:
Al
2015-12-21 20:34:15 -05:00
parent 57040b8733
commit baa8e3cc3f
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/trie_search.c
View File

@@ -660,7 +660,14 @@ phrase_t trie_search_prefixes_from_index(trie_t *self, char *word, size_t len, u
log_debug("comparing tail: %s vs %s\n", current_tail, ptr + 1);
size_t current_tail_len = strlen((char *)current_tail);
size_t match_len = utf8_common_prefix_len_ignore_separators((char *)ptr + 1, (char *)current_tail, current_tail_len);
size_t match_len = 0;
size_t offset = 1;
if (char_len > 1) {
match_len = strncmp((char *)ptr + 1, (char *)current_tail, char_len - 1);
offset = char_len;
}
match_len += utf8_common_prefix_len_ignore_separators((char *)ptr + offset, (char *)current_tail, current_tail_len);
log_debug("match_len=%zu\n", match_len);