[phrases] Using safe_encode/safe_decode as default trie serializer/deserializer

This commit is contained in:
Al
2016-05-02 15:45:39 -04:00
parent 8ae524005a
commit 771a360a85
2 changed files with 6 additions and 3 deletions

View File

@@ -1,5 +1,6 @@
import os
import sys
import ujson as json
from collections import defaultdict, OrderedDict
@@ -27,6 +28,8 @@ POSSIBLE_ROMAN_NUMERALS = set(['i', 'ii', 'iii', 'iv', 'v', 'vi', 'vii', 'viii',
class DictionaryPhraseFilter(PhraseFilter):
serialize = safe_encode
deserialize = safe_decode
def __init__(self, *dictionaries):
self.dictionaries = dictionaries