[normalize] Adding a char_array version of normalize token

2015-08-10 16:11:31 -04:00
parent 064b6b5898
commit 0f77ca1213
2 changed files with 15 additions and 9 deletions
--- a/src/normalize.h
+++ b/src/normalize.h
@@ -58,6 +58,7 @@ char *normalize_string_utf8(char *str, uint64_t options);
 char *normalize_string_latin(char *str, size_t len, uint64_t options);

 // Takes NORMALIZE_TOKEN_* options
+void append_normalized_token(char_array *array, char *str, token_t token, uint64_t options);
 void normalize_token(cstring_array *array, char *str, token_t token, uint64_t options);

 // Takes NORMALIZE_STRING_* options