tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[mv] Moving token type checking to header

Browse Source
This commit is contained in:
Al
2015-12-28 01:16:56 -05:00
parent 0fa1c2389c
commit e4dba2297d
2 changed files with 13 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/token_types.h
View File

@@ -1,8 +1,6 @@
#ifndef TOKEN_TYPES_H
#define TOKEN_TYPES_H
// Doing these as #defines so we can duplicate the values exactly in Python
#define END 0 // Null byte
@@ -60,6 +58,16 @@
#define WHITESPACE 300
#define NEWLINE 301
#define INVALID_CHAR 500
#define INVALID_CHAR 500
#define is_word_token(type) ((type) == WORD || (type) == ABBREVIATION || (type) == ACRONYM || (type) == IDEOGRAPHIC_CHAR || (type) == HANGUL_SYLLABLE)
#define is_ideographic(type) ((type) == IDEOGRAPHIC_CHAR || (type) == HANGUL_SYLLABLE || (type) == IDEOGRAPHIC_NUMBER)
#define is_numeric_token(type) ((type) == NUMERIC)
#define is_punctuation(type) ((type) >= PERIOD && (type) < OTHER)
#define is_special_token(type) ((type) == EMAIL || (type) == URL || (type) == US_PHONE || (type) == INTL_PHONE)
#endif