[polygons] Adding full quattroshapes-backed reverse geocoder to add to OSM training data
This commit is contained in:
Al
189
scripts/geodata/polygons/reverse_geocode.py
Normal file
189
scripts/geodata/polygons/reverse_geocode.py
Normal file
@@ -0,0 +1,189 @@
|
||||
import argparse
|
||||
import os
|
||||
import sys
|
||||
|
||||
this_dir = os.path.realpath(os.path.dirname(__file__))
|
||||
sys.path.append(os.path.realpath(os.path.join(os.pardir, os.pardir)))
|
||||
|
||||
from geodata.polygons.index import *
|
||||
|
||||
|
||||
class ReverseGeocoder(RTreePolygonIndex):
|
||||
COUNTRIES_FILENAME = 'qs_adm0.shp'
|
||||
ADMIN1_FILENAME = 'qs_adm1.shp'
|
||||
ADMIN1_REGION_FILENAME = 'qs_adm1_region.shp'
|
||||
ADMIN2_FILENAME = 'qs_adm2.shp'
|
||||
ADMIN2_REGION_FILENAME = 'qs_adm2_region.shp'
|
||||
LOCAL_ADMIN_FILENAME = 'qs_localadmin.shp'
|
||||
LOCALITIES_FILENAME = 'qs_localities.shp'
|
||||
NEIGHBORHOODS_FILENAME = 'qs_neighborhoods.shp'
|
||||
|
||||
sorted_levels = ('adm0',
|
||||
'adm1',
|
||||
'adm1_region',
|
||||
'adm2',
|
||||
'adm2_region',
|
||||
'localadmin',
|
||||
'locality',
|
||||
'neighborhood',
|
||||
)
|
||||
|
||||
sort_levels = {k: i for i, k in enumerate(sorted_levels)}
|
||||
|
||||
include_properties_by_file = {
|
||||
COUNTRIES_FILENAME: set([
|
||||
'qs_a0',
|
||||
'qs_iso_cc',
|
||||
'qs_level',
|
||||
'qs_gn_id',
|
||||
'qs_woe_id',
|
||||
]),
|
||||
ADMIN1_FILENAME: set([
|
||||
'qs_a1',
|
||||
'qs_a1_lc',
|
||||
'qs_level',
|
||||
'qs_gn_id',
|
||||
'qs_woe_id',
|
||||
]),
|
||||
ADMIN1_REGION_FILENAME: set([
|
||||
'qs_a1r',
|
||||
'qs_a1r_lc',
|
||||
'qs_level',
|
||||
'qs_gn_id',
|
||||
'qs_woe_id',
|
||||
]),
|
||||
ADMIN2_FILENAME: set([
|
||||
'qs_a2',
|
||||
'qs_a2_lc',
|
||||
'qs_level',
|
||||
'qs_gn_id',
|
||||
'qs_woe_id'
|
||||
]),
|
||||
ADMIN2_REGION_FILENAME: set([
|
||||
'qs_a2r',
|
||||
'qs_a2r_lc',
|
||||
'qs_level',
|
||||
'qs_gn_id',
|
||||
'qs_woe_id',
|
||||
]),
|
||||
LOCAL_ADMIN_FILENAME: set([
|
||||
'qs_la',
|
||||
'qs_la_lc',
|
||||
'qs_level',
|
||||
'qs_gn_id',
|
||||
'qs_woe_id',
|
||||
]),
|
||||
LOCALITIES_FILENAME: set([
|
||||
'qs_loc',
|
||||
'qs_loc_alt',
|
||||
'qs_level',
|
||||
'qs_gn_id',
|
||||
'qs_woe_id',
|
||||
]),
|
||||
NEIGHBORHOODS_FILENAME: set([
|
||||
'name',
|
||||
'name_en',
|
||||
'woe_id',
|
||||
'gn_id'
|
||||
])
|
||||
}
|
||||
|
||||
@classmethod
|
||||
def create_from_shapefiles(cls,
|
||||
input_files,
|
||||
output_dir,
|
||||
index_filename=DEFAULT_INDEX_FILENAME,
|
||||
polys_filename=DEFAULT_POLYS_FILENAME):
|
||||
|
||||
init_languages()
|
||||
index = cls(save_dir=output_dir, index_filename=index_filename)
|
||||
|
||||
i = 0
|
||||
|
||||
'''
|
||||
Ordering of the files is important here as we want to match
|
||||
the most granular admin polygon first for regional languages. Currently
|
||||
most regional languages as they would apply to street signage are regional in
|
||||
terms of an admin 1 level (states, provinces, regions)
|
||||
'''
|
||||
for input_file in input_files:
|
||||
f = fiona.open(input_file)
|
||||
|
||||
filename = os.path.split(input_file)[-1]
|
||||
|
||||
for rec in f:
|
||||
|
||||
if filename == cls.NEIGHBORHOODS_FILENAME:
|
||||
properties['qs_level'] = 'neighborhood'
|
||||
|
||||
poly_type = rec['geometry']['type']
|
||||
if poly_type == 'Polygon':
|
||||
poly = Polygon(rec['geometry']['coordinates'][0])
|
||||
index.index_polygon(i, poly)
|
||||
poly = index.simplify_polygon(poly)
|
||||
index.add_polygon(poly, dict(rec['properties']))
|
||||
elif poly_type == 'MultiPolygon':
|
||||
polys = []
|
||||
for coords in rec['geometry']['coordinates']:
|
||||
poly = Polygon(coords[0])
|
||||
polys.append(poly)
|
||||
index.index_polygon(i, poly)
|
||||
|
||||
multi_poly = index.simplify_polygon(MultiPolygon(polys))
|
||||
index.add_polygon(multi_poly, dict(rec['properties']))
|
||||
else:
|
||||
continue
|
||||
|
||||
i += 1
|
||||
return index
|
||||
|
||||
@classmethod
|
||||
def create_with_quattroshapes(cls, quattroshapes_dir,
|
||||
output_dir,
|
||||
index_filename=DEFAULT_INDEX_FILENAME,
|
||||
polys_filename=DEFAULT_POLYS_FILENAME):
|
||||
|
||||
admin0_filename = os.path.join(quattroshapes_dir, cls.COUNTRIES_FILENAME)
|
||||
admin1_filename = os.path.join(quattroshapes_dir, cls.ADMIN1_FILENAME)
|
||||
admin1r_filename = os.path.join(quattroshapes_dir, cls.ADMIN1_REGION_FILENAME)
|
||||
admin2_filename = os.path.join(quattroshapes_dir, cls.ADMIN2_FILENAME)
|
||||
admin2r_filename = os.path.join(quattroshapes_dir, cls.ADMIN2_REGION_FILENAME)
|
||||
local_admin_filename = os.path.join(quattroshapes_dir, cls.LOCAL_ADMIN_FILENAME)
|
||||
localities_filename = os.path.join(quattroshapes_dir, cls.LOCALITIES_FILENAME)
|
||||
neighborhoods_filename = os.path.join(quattroshapes_dir, cls.NEIGHBORHOODS_FILENAME)
|
||||
|
||||
include_properties = {
|
||||
os.path.join(quattroshapes_dir, filename): value
|
||||
for filename, value in cls.include_properties_by_file.iteritems()
|
||||
}
|
||||
|
||||
return cls.create_from_shapefiles([admin0_filename, admin1_filename, admin1r_filename,
|
||||
admin2_filename, admin2r_filename, local_admin_filename,
|
||||
localities_filename, neighborhoods_filename],
|
||||
output_dir, index_filename=index_filename,
|
||||
polys_filename=polys_filename,
|
||||
include_only_properties=include_properties)
|
||||
|
||||
def sort_level(self, i):
|
||||
props, p = self.polygons[i]
|
||||
return self.sort_levels.get(props['qs_level'], 0)
|
||||
|
||||
def get_candidate_polygons(self, lat, lon):
|
||||
candidates = OrderedDict.fromkeys(self.index.intersection((lon, lat, lon, lat))).keys()
|
||||
return sorted(candidates, key=self.sort_level, reverse=True)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
# Handle argument parsing here
|
||||
parser = argparse.ArgumentParser()
|
||||
|
||||
parser.add_argument('-q', '--quattroshapes-dir',
|
||||
help='Path to quattroshapes dir')
|
||||
|
||||
parser.add_argument('-o', '--out-dir',
|
||||
default=os.getcwd(),
|
||||
help='Output directory')
|
||||
|
||||
args = parser.parse_args()
|
||||
index = ReverseGeocoder.create_with_quattroshapes(args.quattroshapes_dir, args.out_dir)
|
||||
index.save()
|
||||
Reference in New Issue
Block a user