[normalize] cstring_array instead of string_tree for token-based normalization
This commit is contained in:
@@ -58,7 +58,7 @@ char *normalize_string_utf8(char *str, uint64_t options);
|
||||
char *normalize_string_latin(char *str, size_t len, uint64_t options);
|
||||
|
||||
// Takes NORMALIZE_TOKEN_* options
|
||||
void add_token_alternatives(string_tree_t *tree, char *str, token_t token, uint64_t options);
|
||||
void normalize_token(cstring_array *array, char *str, token_t token, uint64_t options);
|
||||
|
||||
// Takes NORMALIZE_STRING_* options
|
||||
string_tree_t *normalize_string(char *str, uint64_t options);
|
||||
|
||||
Reference in New Issue
Block a user