From 33e9a05ebf1bd93f3a4845aca644544738580c2a Mon Sep 17 00:00:00 2001
From: Al <albarrentine@gmail.com>
Date: Tue, 5 Jan 2016 16:40:35 -0500
Subject: [PATCH] [tokenization] is_whitespace

---
 src/token_types.h | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/token_types.h b/src/token_types.h
index 8aaf0aff..23248767 100644
--- a/src/token_types.h
+++ b/src/token_types.h
@@ -71,4 +71,6 @@
 
 #define is_special_token(type) ((type) == EMAIL || (type) == URL || (type) == US_PHONE || (type) == INTL_PHONE)
 
+#define is_whitespace(type) ((type) == WHITESPACE)
+
 #endif