tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] comparison

Browse Source
This commit is contained in:
Al
2015-11-22 18:27:05 -05:00
parent efa0e38e45
commit 7ee8045a0f
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/geodata/language_id/disambiguation.py
View File

@@ -130,7 +130,7 @@ class DictionaryPhraseFilter(PhraseFilter):
def filter(self, tokens): def filter(self, tokens):
for c, t, data in self.basic_filter(tokens): for c, t, data in self.basic_filter(tokens):
if c != token_types.PHRASE: if c is not token_types.PHRASE:
token = t[1] token = t[1]
token_len = len(token) token_len = len(token)
@@ -206,7 +206,7 @@ def disambiguate_language(text, languages):
seen_languages = set() seen_languages = set()
for c, t, data in street_types_gazetteer.filter(tokens): for c, t, data in street_types_gazetteer.filter(tokens):
if c == token_types.PHRASE: if c is token_types.PHRASE:
valid = [] valid = []
data = [d.split('|') for d in data] data = [d.split('|') for d in data]
potentials = [l for l, c, s in data if l in valid_languages] potentials = [l for l, c, s in data if l in valid_languages]