[merge] merging commit from v1.1

2017-08-14 04:04:58 -06:00
parent bb277fb326
commit 448ca6a61a
10 changed files with 374 additions and 294 deletions
--- a/src/tokens.h
+++ b/src/tokens.h
@@ -12,11 +12,7 @@
 #include "token_types.h"
 #include "vector.h"

-typedef struct token {
-    size_t offset;
-    size_t len;
-    uint16_t type;
-} token_t;
+typedef libpostal_token_t token_t;

 VECTOR_INIT(token_array, token_t)