tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] is_numeric_token includes IDEOGRAPHIC_NUMBER

Browse Source
This commit is contained in:
Al
2017-02-12 15:11:56 -05:00
parent b2978f49ba
commit b1e178b7b2
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/token_types.h
View File

@@ -65,7 +65,7 @@
#define is_ideographic(type) ((type) == IDEOGRAPHIC_CHAR || (type) == HANGUL_SYLLABLE || (type) == IDEOGRAPHIC_NUMBER)
#define is_numeric_token(type) ((type) == NUMERIC)
#define is_numeric_token(type) ((type) == NUMERIC || (type) == IDEOGRAPHIC_NUMBER)
#define is_punctuation(type) ((type) >= PERIOD && (type) < OTHER)