tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] removing stopwords index

Browse Source
This commit is contained in:
Al
2015-06-02 12:43:48 -04:00
parent 49816382c1
commit 208366af98
2 changed files with 10 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/geodata/i18n/numex.py
View File

@@ -62,7 +62,7 @@ ordinal_indicator_template = u'{{{number}, {gender}, "{value}"}}'
stopwords_template = u'"{word}"' stopwords_template = u'"{word}"'
language_template = u'{{"{language}", {rule_index}, {num_rules}, {ordinal_indicator_index}, {num_ordinal_indicators}, {stopword_index}, {num_stopwords}}}' language_template = u'{{"{language}", {rule_index}, {num_rules}, {ordinal_indicator_index}, {num_ordinal_indicators}}}'
numex_rules_data_template = u''' numex_rules_data_template = u'''
numex_rule_source_t numex_rules[] = {{ numex_rule_source_t numex_rules[] = {{
@@ -148,9 +148,7 @@ def parse_numex_rules(dirname=NUMEX_DATA_DIR, outfile=NUMEX_RULES_FILE):
rule_index=rule_index, rule_index=rule_index,
num_rules=num_rules, num_rules=num_rules,
ordinal_indicator_index=ordinal_indicator_index, ordinal_indicator_index=ordinal_indicator_index,
num_ordinal_indicators=num_ordinal_indicators, num_ordinal_indicators=num_ordinal_indicators
stopword_index=stopword_index,
num_stopwords=num_stopwords
))) )))
out.write(safe_encode(numex_rules_data_template.format( out.write(safe_encode(numex_rules_data_template.format(

16
src/numex_data.c
View File

@@ -1030,12 +1030,12 @@ ordinal_indicator_t ordinal_indicator_rules[] = {
}; };
numex_language_source_t numex_languages[] = { numex_language_source_t numex_languages[] = {
{"de", 0, 194, 0, 0, 0, 1}, {"de", 0, 194, 0, 0},
{"en", 194, 70, 0, 10, 0, 1}, {"en", 194, 70, 0, 10},
{"es", 264, 133, 10, 20, 0, 1}, {"es", 264, 133, 10, 20},
{"fr", 397, 83, 30, 20, 0, 1}, {"fr", 397, 83, 30, 20},
{"it", 480, 163, 50, 20, 0, 2}, {"it", 480, 163, 50, 20},
{"la", 643, 31, 70, 0, 0, 0}, {"la", 643, 31, 70, 0},
{"pt", 674, 170, 70, 20, 0, 1}, {"pt", 674, 170, 70, 20},
{"ru", 844, 80, 90, 10, 0, 1} {"ru", 844, 80, 90, 10}
}; };