tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[osm] throwing away street names that are None/NULL, and those that only contain punctuation

Browse Source
This commit is contained in:
Al
2016-12-22 03:36:21 -05:00
parent 627b4ba501
commit 242a5281cc
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/geodata/addresses/components.py
View File

@@ -1274,6 +1274,13 @@ class AddressComponents(object):
else: else:
address_components.pop(AddressFormatter.HOUSE_NUMBER, None) address_components.pop(AddressFormatter.HOUSE_NUMBER, None)
invalid_street_regex = re.compile('^\s*(?:none|null|not applicable|n\s*/\s*a)\s*$', re.I)
def cleanup_street(self, address_components):
street = address_components.get(AddressFormatter.ROAD)
if street is not None and (invalid_street_regex.match(street) or not any(c.isalnum() for c in street):
address_components.pop(AddressFormatter.ROAD)
newline_regex = re.compile('[\n]+') newline_regex = re.compile('[\n]+')
name_regex = re.compile('^[\s\-]*(.*?)[\s\-]*$') name_regex = re.compile('^[\s\-]*(.*?)[\s\-]*$')
whitespace_regex = re.compile('(?<=[\w])[\s]+(?=[\w])') whitespace_regex = re.compile('(?<=[\w])[\s]+(?=[\w])')
@@ -1512,6 +1519,7 @@ class AddressComponents(object):
language_suffix=language_suffix) language_suffix=language_suffix)
street = address_components.get(AddressFormatter.ROAD) street = address_components.get(AddressFormatter.ROAD)
self.cleanup_street(address_components)
self.cleanup_boundary_names(address_components) self.cleanup_boundary_names(address_components)
self.country_specific_cleanup(address_components, country) self.country_specific_cleanup(address_components, country)