[phrases] Using safe_encode/safe_decode as default trie serializer/deserializer
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
import os
|
||||
import sys
|
||||
import ujson as json
|
||||
|
||||
from collections import defaultdict, OrderedDict
|
||||
|
||||
@@ -27,6 +28,8 @@ POSSIBLE_ROMAN_NUMERALS = set(['i', 'ii', 'iii', 'iv', 'v', 'vi', 'vii', 'viii',
|
||||
|
||||
|
||||
class DictionaryPhraseFilter(PhraseFilter):
|
||||
serialize = safe_encode
|
||||
deserialize = safe_decode
|
||||
|
||||
def __init__(self, *dictionaries):
|
||||
self.dictionaries = dictionaries
|
||||
|
||||
Reference in New Issue
Block a user