tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[numex] Moving numex files to YAML as well

Browse Source
This commit is contained in:
Al
2016-04-07 13:26:00 -04:00
parent 76fc337d0e
commit e24306701f
71 changed files with 18351 additions and 21234 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/geodata/numbers/numex.py
View File

@@ -1,7 +1,7 @@
import os
import sys
import ujson as json
import yaml
this_dir = os.path.realpath(os.path.dirname(__file__))
sys.path.append(os.path.realpath(os.path.join(this_dir, os.pardir, os.pardir)))
@@ -117,12 +117,12 @@ def parse_numex_rules(dirname=NUMEX_DATA_DIR, outfile=NUMEX_RULES_FILE):
for filename in os.listdir(dirname):
path = os.path.join(dirname, filename)
if not os.path.isfile(path) or not filename.endswith('.json'):
if not os.path.isfile(path) or not filename.endswith('.yaml'):
continue
language = filename.split('.json', 1)[0]
language = filename.split('.yaml', 1)[0]
data = json.load(open(path))
data = yaml.load(open(path))
whole_words_only = data.get('whole_words_only', False)