[fix] handle multiple separators (like parens used in https://www.openstreetmap.org/node/244081449). Creates bad trie entries otherwise, which affect more than just that toponym

2017-03-18 06:06:56 -04:00
parent c67678087f
commit 3b9b43f1b5
2 changed files with 2 additions and 0 deletions
--- a/src/address_parser_io.c
+++ b/src/address_parser_io.c
@@ -136,6 +136,7 @@ bool address_parser_data_set_tokenize_line(address_parser_data_set_t *self, char

        if (token.len == expected_len) {
            if (ADDRESS_PARSER_IS_SEPARATOR(token.type)) {
+                uint32_array_pop(separators);
                uint32_array_push(separators, ADDRESS_SEPARATOR_FIELD_INTERNAL);
                continue;
            } else if (ADDRESS_PARSER_IS_IGNORABLE(token.type)) {