tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] NFD normalization should be the default in normalize.c, not NFKD, as NFKD does some unwanted things like converting superscripts and the Latin-ASCII transliterator does a better, more thorough job while staying faithful to the original string

Browse Source
This commit is contained in:
Al
2015-07-05 15:28:07 -04:00
parent 47ed2e58fd
commit a08d59c277
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/normalize.c
View File

@@ -13,7 +13,7 @@ char *utf8_normalize_string(char *str, uint64_t options) {
if (options & NORMALIZE_STRING_DECOMPOSE) { if (options & NORMALIZE_STRING_DECOMPOSE) {
have_utf8proc_options = true; have_utf8proc_options = true;
utf8proc_options |= UTF8PROC_OPTIONS_NFKD; utf8proc_options |= UTF8PROC_OPTIONS_NFD;
} }
if (options & NORMALIZE_STRING_STRIP_ACCENTS) { if (options & NORMALIZE_STRING_STRIP_ACCENTS) {