From 6ef40c17691efa73e9123f97e7ee68c660e7eacb Mon Sep 17 00:00:00 2001 From: Al Date: Mon, 30 Nov 2015 18:43:11 -0500 Subject: [PATCH] [fix] dupe checking --- scripts/geodata/osm/osm_address_training_data.py | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/scripts/geodata/osm/osm_address_training_data.py b/scripts/geodata/osm/osm_address_training_data.py index 7709feea..a0cf5c22 100644 --- a/scripts/geodata/osm/osm_address_training_data.py +++ b/scripts/geodata/osm/osm_address_training_data.py @@ -729,11 +729,7 @@ def build_address_format_training_data(admin_rtree, language_rtree, neighborhood seen.add(formatted_address) for formatted_address in formatted_addresses: - if not formatted_address: - continue - - formatted_address = formatted_address.strip() - if formatted_address and formatted_add not in seen: + if formatted_address and formatted_address.strip(): formatted_address = tsv_string(formatted_address) if not formatted_address or not formatted_address.strip(): continue