tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] dupe checking

Browse Source
This commit is contained in:
Al
2015-11-30 18:43:11 -05:00
parent af170de019
commit 6ef40c1769
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/geodata/osm/osm_address_training_data.py
View File

@@ -729,11 +729,7 @@ def build_address_format_training_data(admin_rtree, language_rtree, neighborhood
seen.add(formatted_address) seen.add(formatted_address)
for formatted_address in formatted_addresses: for formatted_address in formatted_addresses:
if not formatted_address: if formatted_address and formatted_address.strip():
continue
formatted_address = formatted_address.strip()
if formatted_address and formatted_add not in seen:
formatted_address = tsv_string(formatted_address) formatted_address = tsv_string(formatted_address)
if not formatted_address or not formatted_address.strip(): if not formatted_address or not formatted_address.strip():
continue continue