[expand] Adding exception for a few types of special punctuation (ampersand, plus, pound sign) which should be left in the original string and separated by whitespace. Closes #84. Closes #85

2016-07-17 15:02:33 -04:00
parent d8a0e19a32
commit 83381e9d8a
2 changed files with 6 additions and 4 deletions
--- a/src/token_types.h
+++ b/src/token_types.h
@@ -69,6 +69,8 @@

 #define is_punctuation(type) ((type) >= PERIOD && (type) < OTHER)

+#define is_special_punctuation(type) ((type) == AMPERSAND || (type) == PLUS || (type) == POUND)
+
 #define is_special_token(type) ((type) == EMAIL || (type) == URL || (type) == US_PHONE || (type) == INTL_PHONE)

 #define is_whitespace(type) ((type) == WHITESPACE)