tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[osm] Adding abbreviated training examples to ways language training data

Browse Source
This commit is contained in:
Al
2016-01-23 14:10:47 -05:00
parent c9fb4ee69d
commit 4f03711e60
1 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
scripts/geodata/osm/osm_address_training_data.py
View File

@@ -496,9 +496,10 @@ def build_ways_training_data(language_rtree, infile, out_dir):
if not name_language: if not name_language:
continue continue
for k, v in name_language.iteritems(): for lang, val in name_language.iteritems():
for s in v: for s in val:
if k in languages: if lang in languages:
s = osm_abbreviate(street_types_gazetteer, s, lang)
writer.writerow((k, country, tsv_string(s))) writer.writerow((k, country, tsv_string(s)))
if i % 1000 == 0 and i > 0: if i % 1000 == 0 and i > 0:
print('did {} ways'.format(i)) print('did {} ways'.format(i))
@@ -1652,9 +1653,7 @@ if __name__ == '__main__':
if args.borders_file: if args.borders_file:
build_toponym_training_data(language_rtree, args.borders_file, args.out_dir) build_toponym_training_data(language_rtree, args.borders_file, args.out_dir)
if args.address_file and not args.format_only and not args.limited_addresses: if args.address_file:
build_address_training_data(language_rtree, args.address_file, args.out_dir)
elif args.address_file:
if osm_rtree is None: if osm_rtree is None:
parser.error('--rtree-dir required for formatted addresses') parser.error('--rtree-dir required for formatted addresses')
elif neighborhoods_rtree is None: elif neighborhoods_rtree is None: