tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] Alpha-numeric splitting

Browse Source
This commit is contained in:
Al
2015-10-03 16:40:06 -04:00
parent 6428c0ae20
commit 89d0fd5718
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/normalize.c
View File

@@ -202,7 +202,7 @@ void add_normalized_token(char_array *array, char *str, token_t token, uint64_t
append_char = false; append_char = false;
} }
if ((is_hyphen || is_full_stop) && options & NORMALIZE_TOKEN_SPLIT_ALPHA_FROM_NUMERIC && last_was_letter) { if ((is_hyphen || is_full_stop) && token.type == NUMERIC && options & NORMALIZE_TOKEN_SPLIT_ALPHA_FROM_NUMERIC && last_was_letter) {
ptr += char_len; ptr += char_len;
idx += char_len; idx += char_len;
append_if_not_numeric = is_hyphen ? "-" : "."; append_if_not_numeric = is_hyphen ? "-" : ".";