tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #465 from luizvbo/lang_classifier_exposure

Browse Source 
Exposes language classification functions
This commit is contained in:
Al Barrentine
2019-12-06 05:03:33 -06:00
committed by GitHub
parent 610b5e12de 0327150d2b
commit 95bf70eb35
3 changed files with 39 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
libpostal.def
View File

@@ -3,9 +3,11 @@ libpostal_get_default_options
libpostal_expand_address libpostal_expand_address
libpostal_expansion_array_destroy libpostal_expansion_array_destroy
libpostal_address_parser_response_destroy libpostal_address_parser_response_destroy
libpostal_language_classifier_response_destroy
libpostal_get_address_parser_default_options libpostal_get_address_parser_default_options
libpostal_parse_address libpostal_parse_address
libpostal_parser_print_features libpostal_parser_print_features
libpostal_classify_language
libpostal_setup libpostal_setup
libpostal_setup_datadir libpostal_setup_datadir
libpostal_teardown libpostal_teardown

24
src/libpostal.c
View File

@@ -202,6 +202,30 @@ libpostal_fuzzy_duplicate_status_t libpostal_is_street_duplicate_fuzzy(size_t nu
return is_street_duplicate_fuzzy(num_tokens1, tokens1, token_scores1, num_tokens2, tokens2, token_scores2, options); return is_street_duplicate_fuzzy(num_tokens1, tokens1, token_scores1, num_tokens2, tokens2, token_scores2, options);
} }
libpostal_language_classifier_response_t *libpostal_classify_language(char *address) {
libpostal_language_classifier_response_t *response = classify_languages(address);
if (response == NULL) {
log_error("Language classification returned NULL\n");
return NULL;
}
return response;
}
void libpostal_language_classifier_response_destroy(libpostal_language_classifier_response_t *self) {
if (self == NULL) return;
if (self->languages != NULL) {
free(self->languages);
}
if (self->probs) {
free(self->probs);
}
free(self);
}
void libpostal_address_parser_response_destroy(libpostal_address_parser_response_t *self) { void libpostal_address_parser_response_destroy(libpostal_address_parser_response_t *self) {
if (self == NULL) return; if (self == NULL) return;

13
src/libpostal.h
View File

@@ -167,6 +167,19 @@ LIBPOSTAL_EXPORT libpostal_address_parser_response_t *libpostal_parse_address(ch
LIBPOSTAL_EXPORT bool libpostal_parser_print_features(bool print_features); LIBPOSTAL_EXPORT bool libpostal_parser_print_features(bool print_features);
/*
Language classification
*/
typedef struct libpostal_language_classifier_response {
size_t num_languages;
char **languages;
double *probs;
} libpostal_language_classifier_response_t;
LIBPOSTAL_EXPORT libpostal_language_classifier_response_t *libpostal_classify_language(char *address);
LIBPOSTAL_EXPORT void libpostal_language_classifier_response_destroy(libpostal_language_classifier_response_t *self);
/* /*
Deduping Deduping