diff --git a/src/token_types.h b/src/token_types.h index 80dfab68..d746ae89 100644 --- a/src/token_types.h +++ b/src/token_types.h @@ -65,7 +65,7 @@ #define is_ideographic(type) ((type) == IDEOGRAPHIC_CHAR || (type) == HANGUL_SYLLABLE || (type) == IDEOGRAPHIC_NUMBER) -#define is_numeric_token(type) ((type) == NUMERIC) +#define is_numeric_token(type) ((type) == NUMERIC || (type) == IDEOGRAPHIC_NUMBER) #define is_punctuation(type) ((type) >= PERIOD && (type) < OTHER)