tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] languages and disambiguation do initialization by default

Browse Source
This commit is contained in:
Al
2016-04-28 18:04:29 -04:00
parent 6a8b59fc90
commit 96c831c114
2 changed files with 5 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/geodata/i18n/languages.py
View File

@@ -59,6 +59,9 @@ def init_languages(languages_dir=LANGUAGES_DIR):
languages_initialized = True languages_initialized = True
init_languages()
def get_country_languages(country, official=True, overrides=True): def get_country_languages(country, official=True, overrides=True):
if official: if official:
languages = official_languages[country] languages = official_languages[country]

10
scripts/geodata/language_id/disambiguation.py
View File

@@ -32,16 +32,10 @@ WELL_REPRESENTED_LANGUAGE_COUNTRIES = {
'pt': set(['pt', 'br']), 'pt': set(['pt', 'br']),
} }
char_scripts = [] char_scripts = get_chars_by_script()
script_languages = {} script_languages = {script: set(langs) for script, langs in get_script_languages().iteritems()}
def init_disambiguation():
global char_scripts, script_languages
char_scripts[:] = []
char_scripts.extend(get_chars_by_script())
script_languages.update({script: set(langs) for script, langs in get_script_languages().iteritems()})
UNKNOWN_SCRIPT = 'Unknown' UNKNOWN_SCRIPT = 'Unknown'
COMMON_SCRIPT = 'Common' COMMON_SCRIPT = 'Common'
MAX_ASCII = 127 MAX_ASCII = 127