tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[parser] storing address_parser_context on the parser struct itself so it doesn't have to be allocated every time

Browse Source
This commit is contained in:
Al
2017-04-04 20:40:55 -04:00
parent 67157fbd98
commit 8742574257
4 changed files with 25 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/address_parser_train.c
View File

@@ -328,6 +328,13 @@ address_parser_t *address_parser_init(char *filename) {
return NULL;
}
address_parser_context_t *context = address_parser_context_new();
if (context == NULL) {
log_error("Error allocating context\n");
return NULL;
}
parser->context = context;
khash_t(str_uint32) *vocab = kh_init(str_uint32);
if (vocab == NULL) {
log_error("Could not allocate vocab\n");
@@ -1043,7 +1050,7 @@ bool address_parser_train_epoch(address_parser_t *self, void *trainer, char *fil
return false;
}
address_parser_context_t *context = address_parser_context_new();
address_parser_context_t *context = self->context;
size_t examples = 0;
uint64_t errors = address_parser_train_num_errors(self, trainer);
@@ -1087,7 +1094,6 @@ bool address_parser_train_epoch(address_parser_t *self, void *trainer, char *fil
exit_epoch_training_started:
address_parser_data_set_destroy(data_set);
address_parser_context_destroy(context);
return true;
}