[geonames] Removing alternate names from geonames data set which are digits-only (most are not legitimate)

2015-09-28 17:46:53 -04:00
parent 12816d0e95
commit daad1a1313
1 changed files with 5 additions and 0 deletions
--- a/scripts/geodata/geonames/create_geonames_tsv.py
+++ b/scripts/geodata/geonames/create_geonames_tsv.py
@@ -458,6 +458,11 @@ def create_geonames_tsv(db, out_dir=DEFAULT_DATA_DIR):
                geonames_id = row[GEONAMES_ID_INDEX]

                name = utf8_normalize(safe_decode(row[NAME_INDEX]))
+
+                # For non-postal codes, don't count
+                if name.isdigit():
+                    continue
+
                canonical = utf8_normalize(safe_decode(row[CANONICAL_NAME_INDEX]))
                row[POPULATION_INDEX] = int(row[POPULATION_INDEX] or 0)