tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] address training data carriage returns

Browse Source
This commit is contained in:
Al
2015-07-25 00:35:27 -04:00
parent 9fb1eae877
commit cdb9afddd3
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/geodata/osm/osm_address_training_data.py
View File

@@ -414,6 +414,9 @@ def build_address_training_data(langauge_rtree, infile, out_dir, format=False):
for k, v in street_language.iteritems(): for k, v in street_language.iteritems():
for s in v: for s in v:
s = s.strip()
if not s:
continue
if k in languages: if k in languages:
writer.writerow((k, country, safe_encode(s))) writer.writerow((k, country, safe_encode(s)))
if i % 1000 == 0 and i > 0: if i % 1000 == 0 and i > 0: