[tokenization] is_whitespace

2016-01-05 16:40:35 -05:00
parent 6e1435ac48
commit 33e9a05ebf
1 changed files with 2 additions and 0 deletions
--- a/src/token_types.h
+++ b/src/token_types.h
@@ -71,4 +71,6 @@

 #define is_special_token(type) ((type) == EMAIL || (type) == URL || (type) == US_PHONE || (type) == INTL_PHONE)

+#define is_whitespace(type) ((type) == WHITESPACE)
+
 #endif