tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[normalization] adding LATIN_ASCII_SIMPLE option to normalize_string_latin

Browse Source
This commit is contained in:
Al
2016-12-26 04:15:58 -05:00
parent 0284913aa7
commit 42cf686b8e
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/normalize.c
View File

@@ -59,7 +59,12 @@ char *normalize_string_utf8(char *str, uint64_t options) {
char *normalize_string_latin(char *str, size_t len, uint64_t options) {
char *transliterated = transliterate(LATIN_ASCII, str, len);
char *latin_transliterator = LATIN_ASCII;
if (options & NORMALIZE_STRING_SIMPLE_LATIN_ASCII) {
latin_transliterator = LATIN_ASCII_SIMPLE;
}
char *transliterated = transliterate(latin_transliterator, str, len);
char *utf8_normalized;
if (transliterated == NULL) {