tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[fix] update to control characters for generating the transliteration rules

Browse Source
This commit is contained in:
Al
2015-12-20 15:40:38 -05:00
parent 5439f4679f
commit ccf509edb1
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
scripts/geodata/i18n/transliteration_rules.py
View File

@@ -68,13 +68,13 @@ EMPTY_TRANSITION = u'\u0004'
NAMESPACE_SEPARATOR_CHAR = u"|" NAMESPACE_SEPARATOR_CHAR = u"|"
WORD_BOUNDARY_CHAR = u"\x01" WORD_BOUNDARY_CHAR = u"\x01"
PRE_CONTEXT_CHAR = u"\x02" PRE_CONTEXT_CHAR = u"\x86"
POST_CONTEXT_CHAR = u"\x03" POST_CONTEXT_CHAR = u"\x87"
EMPTY_TRANSITION_CHAR = u"\x04" EMPTY_TRANSITION_CHAR = u"\x04"
REPEAT_CHAR = u"\x05" REPEAT_CHAR = u"\x05"
GROUP_INDICATOR_CHAR = u"\x06" GROUP_INDICATOR_CHAR = u"\x1d"
BEGIN_SET_CHAR = u"\x0e" BEGIN_SET_CHAR = u"\x0f"
END_SET_CHAR = u"\x0f" END_SET_CHAR = u"\x0e"
BIDIRECTIONAL_TRANSLITERATORS = { BIDIRECTIONAL_TRANSLITERATORS = {
'fullwidth-halfwidth': 'halfwidth-fullwidth' 'fullwidth-halfwidth': 'halfwidth-fullwidth'