[scripts] Adding the tokenize/normalize wrappers directly into the internal geodata package so pypostal can be maintained in an independent repo
This commit is contained in:
@@ -38,8 +38,8 @@ from geodata.osm.osm_admin_boundaries import OSMAdminPolygonReader
|
||||
from geodata.polygons.index import *
|
||||
from geodata.statistics.tf_idf import IDFIndex
|
||||
|
||||
from postal.text.tokenize import tokenize, token_types
|
||||
from postal.text.normalize import *
|
||||
from geodata.text.tokenize import tokenize, token_types
|
||||
from geodata.text.normalize import *
|
||||
|
||||
decode_latin1 = partial(safe_decode, encoding='latin1')
|
||||
|
||||
|
||||
Reference in New Issue
Block a user