[fix] IDEOGRAM class name

This commit is contained in:
Al
2015-03-11 17:33:53 -04:00
parent a5f7c73374
commit a446290829
3 changed files with 4 additions and 2 deletions

View File

@@ -12,6 +12,8 @@ extern "C" {
// Word types
#define WORD 1 // Any letter-only word (includes all unicode letters)
#define ABBREVIATION 2 // Loose abbreviations (ending in ".")
#define IDEOGRAM 3 // For languages that don't separate on whitespace (e.g. Chinese, Japanese, Korean), separate by character
#define PHRASE 4 // Not part of the first stage tokenizer, but may be used after phrase parsing
// Numbers and numeric types
#define NUMBER 50 // All digits