tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] normalize canonical strings (after expanding abbreviations, concatenated suffixes, etc.) with Latin-ASCII, Latin-ASCII-Simple or simple UTF-8 normalization depending on the options

Browse Source
This commit is contained in:
Al
2017-08-03 14:08:05 -06:00
parent ed011e50d5
commit 0c6af2b74c
2 changed files with 11 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/libpostal.c
View File

@@ -310,7 +310,7 @@ static string_tree_t *add_string_alternatives(char *str, libpostal_normalize_opt
if (expansion.canonical_index != NULL_CANONICAL_INDEX) {
char *canonical = address_dictionary_get_canonical(expansion.canonical_index);
char *canonical_normalized = normalize_string_utf8(canonical, normalize_string_options);
char *canonical_normalized = normalize_string_latin(canonical, strlen(canonical), normalize_string_options);
canonical = canonical_normalized != NULL ? canonical_normalized : canonical;
@@ -533,7 +533,7 @@ static inline void cat_affix_expansion(char_array *key, char *str, address_expan
if (expansion.canonical_index != NULL_CANONICAL_INDEX) {
char *canonical = address_dictionary_get_canonical(expansion.canonical_index);
uint64_t normalize_string_options = get_normalize_string_options(options);
char *canonical_normalized = normalize_string_utf8(canonical, normalize_string_options);
char *canonical_normalized = normalize_string_latin(canonical, strlen(canonical), normalize_string_options);
canonical = canonical_normalized != NULL ? canonical_normalized : canonical;
char_array_cat(key, canonical);