[numex] Using the new representation for generated data

This commit is contained in:
Al
2015-06-02 12:28:07 -04:00
parent 958c219b88
commit 4ad978f22c
3 changed files with 5 additions and 6 deletions

View File

@@ -5,6 +5,7 @@
#include <stdbool.h>
#include "collections.h"
#include "constants.h"
#include "klib/khash.h"
#include "string_utils.h"
#include "trie.h"
@@ -76,9 +77,6 @@ typedef struct transliteration_table {
cstring_array *revisit_strings;
} transliteration_table_t;
#define NAMESPACE_SEPARATOR_CHAR "|"
#define NAMESPACE_SEPARATOR_CHAR_LEN strlen(NAMESPACE_SEPARATOR_CHAR)
// Control characters are special
#define WORD_BOUNDARY_CHAR "\x01"
#define WORD_BOUNDARY_CODEPOINT 1