[scripts] Adding the tokenize/normalize wrappers directly into the internal geodata package so pypostal can be maintained in an independent repo

This commit is contained in:
Al
2016-01-12 13:26:55 -05:00
parent 622dc354e7
commit 58e53cab1c
10 changed files with 731 additions and 5 deletions

View File

@@ -38,8 +38,8 @@ from geodata.osm.osm_admin_boundaries import OSMAdminPolygonReader
from geodata.polygons.index import *
from geodata.statistics.tf_idf import IDFIndex
from postal.text.tokenize import tokenize, token_types
from postal.text.normalize import *
from geodata.text.tokenize import tokenize, token_types
from geodata.text.normalize import *
decode_latin1 = partial(safe_decode, encoding='latin1')