[phrases] Using simple string encoding/decoding for default serialize/deserialize in PhraseFilter base class

This commit is contained in:
Al
2016-05-05 02:20:12 -04:00
parent 0a67df8a38
commit dcd26d095c

View File

@@ -9,10 +9,13 @@ SENTINEL = None
class PhraseFilter(object):
def __init__(self, phrases):
self.trie = [(key, self.serialize(val)) for key, val in six.iteritems(phrases)]
if hasattr(phrases, 'items'):
phrases = six.iteritems(phrases)
vals = [(safe_decode(key), self.serialize(val)) for key, val in phrases]
self.trie = BytesTrie(vals)
serialize = safe_encode
deserialize = safe_decode
serialize = staticmethod(safe_encode)
deserialize = staticmethod(safe_decode)
def filter(self, tokens):
def return_item(item):