From b1e178b7b2285c3569188e2260dcf1304ddcecc3 Mon Sep 17 00:00:00 2001 From: Al Date: Sun, 12 Feb 2017 15:11:56 -0500 Subject: [PATCH] [fix] is_numeric_token includes IDEOGRAPHIC_NUMBER --- src/token_types.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/token_types.h b/src/token_types.h index 80dfab68..d746ae89 100644 --- a/src/token_types.h +++ b/src/token_types.h @@ -65,7 +65,7 @@ #define is_ideographic(type) ((type) == IDEOGRAPHIC_CHAR || (type) == HANGUL_SYLLABLE || (type) == IDEOGRAPHIC_NUMBER) -#define is_numeric_token(type) ((type) == NUMERIC) +#define is_numeric_token(type) ((type) == NUMERIC || (type) == IDEOGRAPHIC_NUMBER) #define is_punctuation(type) ((type) >= PERIOD && (type) < OTHER)