323 lines
15 KiB
C
323 lines
15 KiB
C
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <stdbool.h>
|
|
#include <stdarg.h>
|
|
|
|
#include "greatest.h"
|
|
#include "../src/string_utils.h"
|
|
#include "../src/libpostal.h"
|
|
|
|
SUITE(libpostal_expansion_tests);
|
|
|
|
static greatest_test_res test_expansion_contains_phrase_option(char *input, char *output, libpostal_normalize_options_t options, bool root) {
|
|
size_t num_expansions;
|
|
|
|
char **expansions = NULL;
|
|
if (!root) {
|
|
expansions = libpostal_expand_address(input, options, &num_expansions);
|
|
} else {
|
|
expansions = libpostal_expand_address_root(input, options, &num_expansions);
|
|
}
|
|
|
|
bool contains_expansion = false;
|
|
char *expansion;
|
|
for (size_t i = 0; i < num_expansions; i++) {
|
|
expansion = expansions[i];
|
|
printf("expansion = %s\n", expansion);
|
|
if (string_equals(output, expansion)) {
|
|
contains_expansion = true;
|
|
break;
|
|
}
|
|
|
|
}
|
|
|
|
libpostal_expansion_array_destroy(expansions, num_expansions);
|
|
|
|
if (!contains_expansion) {
|
|
printf("Expansions should contain %s, got {", output);
|
|
for (size_t i = 0; i < num_expansions; i++) {
|
|
expansion = expansions[i];
|
|
printf("%s%s", expansion, i < num_expansions - 1 ? "," : "");
|
|
}
|
|
printf("}\n");
|
|
FAIL();
|
|
}
|
|
|
|
PASS();
|
|
}
|
|
|
|
static greatest_test_res test_expansion_contains(char *input, char *output, libpostal_normalize_options_t options) {
|
|
bool root = false;
|
|
CHECK_CALL(test_expansion_contains_phrase_option(input, output, options, root));
|
|
|
|
PASS();
|
|
}
|
|
|
|
static greatest_test_res test_root_expansion_contains(char *input, char *output, libpostal_normalize_options_t options) {
|
|
bool root = true;
|
|
CHECK_CALL(test_expansion_contains_phrase_option(input, output, options, root));
|
|
|
|
PASS();
|
|
}
|
|
|
|
static greatest_test_res test_expansion_contains_phrase_option_with_languages(char *input, char *output, libpostal_normalize_options_t options, bool root, size_t num_languages, va_list args) {
|
|
char **languages = NULL;
|
|
|
|
size_t i;
|
|
|
|
if (num_languages > 0) {
|
|
languages = malloc(sizeof(char *) * num_languages);
|
|
char *lang;
|
|
|
|
for (i = 0; i < num_languages; i++) {
|
|
lang = va_arg(args, char *);
|
|
ASSERT(strlen(lang) < LIBPOSTAL_MAX_LANGUAGE_LEN);
|
|
languages[i] = strdup(lang);
|
|
}
|
|
|
|
options.num_languages = num_languages;
|
|
options.languages = (char **)languages;
|
|
} else {
|
|
options.languages = NULL;
|
|
options.num_languages = 0;
|
|
}
|
|
|
|
CHECK_CALL(test_expansion_contains_phrase_option(input, output, options, root));
|
|
if (languages != NULL) {
|
|
for (i = 0; i < num_languages; i++) {
|
|
free(languages[i]);
|
|
}
|
|
free(languages);
|
|
}
|
|
PASS();
|
|
}
|
|
|
|
|
|
|
|
static greatest_test_res test_expansion_contains_with_languages(char *input, char *output, libpostal_normalize_options_t options, size_t num_languages, ...) {
|
|
bool root = false;
|
|
if (num_languages > 0) {
|
|
va_list args;
|
|
va_start(args, num_languages);
|
|
CHECK_CALL(test_expansion_contains_phrase_option_with_languages(input, output, options, root, num_languages, args));
|
|
va_end(args);
|
|
} else {
|
|
CHECK_CALL(test_expansion_contains_phrase_option_with_languages(input, output, options, root, num_languages, NULL));
|
|
}
|
|
PASS();
|
|
}
|
|
|
|
|
|
static greatest_test_res test_root_expansion_contains_with_languages(char *input, char *output, libpostal_normalize_options_t options, size_t num_languages, ...) {
|
|
bool root = true;
|
|
if (num_languages > 0) {
|
|
va_list args;
|
|
va_start(args, num_languages);
|
|
CHECK_CALL(test_expansion_contains_phrase_option_with_languages(input, output, options, root, num_languages, args));
|
|
va_end(args);
|
|
} else {
|
|
CHECK_CALL(test_expansion_contains_phrase_option_with_languages(input, output, options, root, num_languages, NULL));
|
|
}
|
|
PASS();
|
|
}
|
|
|
|
|
|
|
|
TEST test_expansions(void) {
|
|
libpostal_normalize_options_t options = libpostal_get_default_options();
|
|
|
|
CHECK_CALL(test_expansion_contains_with_languages("123 Main St. #2f", "123 main street number 2f", options, 1, "en"));
|
|
CHECK_CALL(test_expansion_contains_with_languages("120 E 96th St", "120 east 96 street", options, 1, "en"));
|
|
CHECK_CALL(test_expansion_contains_with_languages("120 E Ninety-sixth St", "120 east 96 street", options, 1, "en"));
|
|
CHECK_CALL(test_expansion_contains_with_languages("4998 Vanderbilt Dr, Columbus, OH 43213", "4998 vanderbilt drive columbus ohio 43213", options, 1, "en"));
|
|
CHECK_CALL(test_expansion_contains_with_languages("Nineteen oh one W El Segundo Blvd", "1901 west el segundo boulevard", options, 1, "en"));
|
|
CHECK_CALL(test_expansion_contains_with_languages("S St. NW", "s street northwest", options, 1, "en"));
|
|
CHECK_CALL(test_expansion_contains_with_languages("Marktstrasse", "markt strasse", options, 1, "de"));
|
|
CHECK_CALL(test_expansion_contains_with_languages("Hoofdstraat", "hoofdstraat", options, 1, "nl"));
|
|
CHECK_CALL(test_expansion_contains_with_languages("มงแตร", "มงแตร", options, 1, "th"));
|
|
PASS();
|
|
}
|
|
|
|
TEST test_street_root_expansions(void) {
|
|
libpostal_normalize_options_t options = libpostal_get_default_options();
|
|
options.address_components = LIBPOSTAL_ADDRESS_STREET | LIBPOSTAL_ADDRESS_ANY;
|
|
|
|
// English - normal cases
|
|
CHECK_CALL(test_root_expansion_contains("Malcolm X Blvd", "malcolm x", options));
|
|
CHECK_CALL(test_root_expansion_contains("E 106th St", "106", options));
|
|
CHECK_CALL(test_root_expansion_contains("S Park Ave", "park", options));
|
|
CHECK_CALL(test_root_expansion_contains("Park South", "park", options));
|
|
CHECK_CALL(test_root_expansion_contains("Rev Dr. MLK Dr S", "martin luther king junior", options));
|
|
CHECK_CALL(test_root_expansion_contains("Rev Dr. Martin Luther King Jr Dr S", "martin luther king junior", options));
|
|
CHECK_CALL(test_root_expansion_contains("East 6th Street", "6th", options));
|
|
|
|
// English - edge cases
|
|
CHECK_CALL(test_root_expansion_contains("Avenue B", "b", options));
|
|
CHECK_CALL(test_root_expansion_contains("Avenue C", "c", options));
|
|
CHECK_CALL(test_root_expansion_contains("Avenue D", "d", options));
|
|
CHECK_CALL(test_root_expansion_contains("Avenue E", "e", options));
|
|
CHECK_CALL(test_root_expansion_contains("Avenue N", "n", options));
|
|
CHECK_CALL(test_root_expansion_contains("U St SE", "u", options));
|
|
CHECK_CALL(test_root_expansion_contains("S Park", "park", options));
|
|
CHECK_CALL(test_root_expansion_contains("Park S", "park", options));
|
|
CHECK_CALL(test_root_expansion_contains("Avenue Rd", "avenue", options));
|
|
CHECK_CALL(test_root_expansion_contains("Broadway", "broadway", options));
|
|
CHECK_CALL(test_root_expansion_contains("E Broadway", "east", options));
|
|
CHECK_CALL(test_root_expansion_contains("E Center St", "center", options));
|
|
CHECK_CALL(test_root_expansion_contains("E Ctr St", "center", options));
|
|
CHECK_CALL(test_root_expansion_contains("E Center Street", "center", options));
|
|
CHECK_CALL(test_root_expansion_contains("E Ctr Street", "center", options));
|
|
CHECK_CALL(test_root_expansion_contains("Center St E", "center", options));
|
|
CHECK_CALL(test_root_expansion_contains("Ctr St E", "center", options));
|
|
CHECK_CALL(test_root_expansion_contains("Center Street E", "center", options));
|
|
CHECK_CALL(test_root_expansion_contains("Ctr Street E", "center", options));
|
|
|
|
// Spanish
|
|
CHECK_CALL(test_root_expansion_contains("C/ Ocho", "8", options));
|
|
PASS();
|
|
}
|
|
|
|
|
|
TEST test_house_number_root_expansions(void) {
|
|
libpostal_normalize_options_t options = libpostal_get_default_options();
|
|
options.address_components = LIBPOSTAL_ADDRESS_HOUSE_NUMBER | LIBPOSTAL_ADDRESS_ANY;
|
|
|
|
// English - normal cases
|
|
CHECK_CALL(test_root_expansion_contains("1A", "1 a", options));
|
|
CHECK_CALL(test_root_expansion_contains("A1", "a 1", options));
|
|
CHECK_CALL(test_root_expansion_contains("1", "1", options));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("# 1", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("No. 1", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("House No. 1", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("House #1", "1", options, 1, "en"));
|
|
|
|
PASS();
|
|
}
|
|
|
|
TEST test_level_root_expansions(void) {
|
|
libpostal_normalize_options_t options = libpostal_get_default_options();
|
|
options.address_components = LIBPOSTAL_ADDRESS_LEVEL | LIBPOSTAL_ADDRESS_ANY;
|
|
|
|
// English - normal cases
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1st Fl", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1st Floor", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("First Fl", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("First Floor", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("2nd Fl", "2", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("2nd Floor", "2", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Second Fl", "2", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Second Floor", "2", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Fl #1", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Fl No. 1", "1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Floor No. 1", "1", options, 1, "en"));
|
|
|
|
// Specifiers
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("SB 1", "sub basement 1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Bsmt", "basement", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Bsmt 1", "basement 1", options, 1, "en"));
|
|
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1G", "1 ground", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("G", "ground", options, 1, "en"));
|
|
|
|
PASS();
|
|
}
|
|
|
|
TEST test_unit_root_expansions(void) {
|
|
libpostal_normalize_options_t options = libpostal_get_default_options();
|
|
options.address_components = LIBPOSTAL_ADDRESS_UNIT | LIBPOSTAL_ADDRESS_ANY;
|
|
|
|
// English - normal cases
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1A", "1 a", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("A1", "a 1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Apt 101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Apt No 101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Apt #101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Apartment 101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Apartment #101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Ste 101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Ste No 101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Ste #101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Suite 101", "101", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Suite #101", "101", options, 1, "en"));
|
|
|
|
// Specifiers
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("PH 1", "penthouse 1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("PH1", "penthouse 1", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("Penthouse 1", "penthouse 1", options, 1, "en"));
|
|
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1L", "1l", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1L", "1 left", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1F", "1f", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1F", "1f", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1R", "1r", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("1R", "1r", options, 1, "en"));
|
|
|
|
PASS();
|
|
}
|
|
|
|
|
|
TEST test_po_box_root_expansions(void) {
|
|
libpostal_normalize_options_t options = libpostal_get_default_options();
|
|
options.address_components = LIBPOSTAL_ADDRESS_PO_BOX | LIBPOSTAL_ADDRESS_ANY;
|
|
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("PO Box 1234", "1234", options, 1, "en"));
|
|
CHECK_CALL(test_root_expansion_contains_with_languages("PO Box #1234", "1234", options, 1, "en"));
|
|
|
|
PASS();
|
|
}
|
|
|
|
TEST test_expansions_language_classifier(void) {
|
|
libpostal_normalize_options_t options = libpostal_get_default_options();
|
|
|
|
CHECK_CALL(test_expansion_contains_with_languages("V XX Sett", "via 20 settembre", options, 0, NULL));
|
|
CHECK_CALL(test_expansion_contains_with_languages("C/ Ocho", "calle 8", options, 0, NULL));
|
|
PASS();
|
|
}
|
|
|
|
TEST test_expansions_no_options(void) {
|
|
libpostal_normalize_options_t options = libpostal_get_default_options();
|
|
options.lowercase = false;
|
|
options.latin_ascii = false;
|
|
options.transliterate = false;
|
|
options.strip_accents = false;
|
|
options.decompose = false;
|
|
options.trim_string = false;
|
|
options.drop_parentheticals = false;
|
|
options.replace_numeric_hyphens = false;
|
|
options.delete_numeric_hyphens = false;
|
|
options.split_alpha_from_numeric = false;
|
|
options.replace_word_hyphens = false;
|
|
options.delete_word_hyphens = false;
|
|
options.delete_final_periods = false;
|
|
options.delete_acronym_periods = false;
|
|
options.drop_english_possessives = false;
|
|
options.delete_apostrophes = false;
|
|
options.expand_numex = false;
|
|
options.roman_numerals = false;
|
|
|
|
CHECK_CALL(test_expansion_contains_with_languages("120 E 96th St New York", "120 E 96th St New York", options, 0, NULL));
|
|
PASS();
|
|
}
|
|
|
|
|
|
SUITE(libpostal_expansion_tests) {
|
|
if (!libpostal_setup() || !libpostal_setup_language_classifier()) {
|
|
printf("Could not setup libpostal\n");
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
RUN_TEST(test_expansions);
|
|
RUN_TEST(test_street_root_expansions);
|
|
RUN_TEST(test_house_number_root_expansions);
|
|
RUN_TEST(test_level_root_expansions);
|
|
RUN_TEST(test_unit_root_expansions);
|
|
RUN_TEST(test_po_box_root_expansions);
|
|
RUN_TEST(test_expansions_language_classifier);
|
|
RUN_TEST(test_expansions_no_options);
|
|
|
|
libpostal_teardown();
|
|
libpostal_teardown_language_classifier();
|
|
|
|
}
|
|
|