tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[utils] no-quote CSV dialect

Browse Source
This commit is contained in:
Al
2015-08-13 18:26:51 -04:00
parent 03febc7e20
commit 88d63c85d2
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/geodata/geonames/create_geonames_tsv.py
View File

@@ -22,6 +22,7 @@ from lxml import etree
this_dir = os.path.realpath(os.path.dirname(__file__)) this_dir = os.path.realpath(os.path.dirname(__file__))
sys.path.append(os.path.realpath(os.path.join(os.pardir, os.pardir))) sys.path.append(os.path.realpath(os.path.join(os.pardir, os.pardir)))
from geodata.csv_utils import *
from geodata.file_utils import * from geodata.file_utils import *
from geodata.encoding import safe_encode, safe_decode from geodata.encoding import safe_encode, safe_decode
from geodata.geonames.paths import DEFAULT_GEONAMES_DB_PATH from geodata.geonames.paths import DEFAULT_GEONAMES_DB_PATH
@@ -31,8 +32,6 @@ from geodata.log import log_to_file
multispace_regex = re.compile('[\s]+') multispace_regex = re.compile('[\s]+')
csv.register_dialect('tsv_no_quote', delimiter='\t', quoting=csv.QUOTE_NONE, quotechar='')
def encode_field(value): def encode_field(value):
return multispace_regex.sub(' ', safe_encode((value if value is not None else ''))) return multispace_regex.sub(' ', safe_encode((value if value is not None else '')))