tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] prefix/suffix phrase search in Python trie search

Browse Source
This commit is contained in:
Al
2016-01-19 03:43:51 -05:00
parent 39667b73a2
commit 71e01e6133
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/geodata/language_id/disambiguation.py
View File

@@ -140,11 +140,11 @@ class DictionaryPhraseFilter(PhraseFilter):
suffix_search, suffix_len = self.search_suffix(token) suffix_search, suffix_len = self.search_suffix(token)
if suffix_search and self.trie.get(token[(token_len - suffix_len):].rstrip('.')): if suffix_search and self.trie.get(token[(token_len - suffix_len):].rstrip('.')):
yield (token_types.PHRASE, [(c,) + t], suffix_search) yield (t, PHRASE, suffix_search)
continue continue
prefix_search, prefix_len = self.search_prefix(token) prefix_search, prefix_len = self.search_prefix(token)
if prefix_search and self.trie.get(token[:prefix_len]): if prefix_search and self.trie.get(token[:prefix_len]):
yield (token_types.PHRASE, [(c,) + t], prefix_search) yield (t, PHRASE, prefix_search)
continue continue
else: else:
c = PHRASE c = PHRASE