[normalize] adding an option for string trimming in normalize
This commit is contained in:
@@ -11,6 +11,10 @@ char *normalize_string_utf8(char *str, uint64_t options) {
|
||||
|
||||
bool have_utf8proc_options = false;
|
||||
|
||||
if (options & NORMALIZE_STRING_TRIM) {
|
||||
string_trim(str);
|
||||
}
|
||||
|
||||
if (options & NORMALIZE_STRING_DECOMPOSE) {
|
||||
have_utf8proc_options = true;
|
||||
utf8proc_options |= UTF8PROC_OPTIONS_NFD;
|
||||
|
||||
@@ -44,6 +44,7 @@ extern "C" {
|
||||
#define NORMALIZE_STRING_STRIP_ACCENTS 1 << 2
|
||||
#define NORMALIZE_STRING_DECOMPOSE 1 << 3
|
||||
#define NORMALIZE_STRING_LOWERCASE 1 << 4
|
||||
#define NORMALIZE_STRING_TRIM 1 << 5
|
||||
|
||||
#define NORMALIZE_TOKEN_REPLACE_HYPHENS 1 << 0
|
||||
#define NORMALIZE_TOKEN_DELETE_HYPHENS 1 << 1
|
||||
|
||||
Reference in New Issue
Block a user