[fix] token_types.PHRASE

This commit is contained in:
Al
2016-04-28 17:21:58 -04:00
parent 5d34500b63
commit 9088ba6df6
2 changed files with 3 additions and 2 deletions

View File

@@ -63,7 +63,7 @@ def abbreviate(gazetteer, s, language, abbreviate_prob=0.3, separate_prob=0.2):
i = 0
for t, c, length, data in gazetteer.filter(norm_tokens):
if c is PHRASE:
if c == token_types.PHRASE:
valid = []
data = [d.split('|') for d in data]