tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[openaddresses] Replace multiple spaces with single space

Browse Source
This commit is contained in:
Al
2016-08-26 12:45:49 -04:00
parent 9e89147c83
commit 4e9f9e8957
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/geodata/openaddresses/formatter.py
View File

@@ -25,7 +25,8 @@ OPENADDRESSES_PARSER_DATA_CONFIG = os.path.join(this_dir, os.pardir, os.pardir,
OPENADDRESS_FORMAT_DATA_TAGGED_FILENAME = 'openaddresses_formatted_addresses_tagged.tsv' OPENADDRESS_FORMAT_DATA_TAGGED_FILENAME = 'openaddresses_formatted_addresses_tagged.tsv'
OPENADDRESS_FORMAT_DATA_FILENAME = 'openaddresses_formatted_addresses.tsv' OPENADDRESS_FORMAT_DATA_FILENAME = 'openaddresses_formatted_addresses.tsv'
numeric_range_regex = re.compile(six.u('[\s]*\-[\s]*')) multiple_spaces_regex = re.compile('[\s]{2,}')
numeric_range_regex = re.compile('[\s]*\-[\s]*')
not_applicable_regex = re.compile('^\s*n\.?\s*/?\s*a\.?\s*$', re.I) not_applicable_regex = re.compile('^\s*n\.?\s*/?\s*a\.?\s*$', re.I)
@@ -170,6 +171,8 @@ class OpenAddressesFormatter(object):
if not_applicable_regex.match(value): if not_applicable_regex.match(value):
continue continue
value = multiple_spaces_regex.sub(six.u(' '), value)
value = value.strip(', ') value = value.strip(', ')
if value: if value:
components[key] = value components[key] = value