tommy/libpostal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[utils] Adding a few methods to string_utils for finding utf8proc category groups

Browse Source
This commit is contained in:
Al
2015-06-04 13:20:14 -04:00
parent eac7a296ba
commit ca746304e3
2 changed files with 38 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/string_utils.h
View File

@@ -31,6 +31,11 @@ uint string_translate(char *str, size_t len, char *word_chars, char *word_repls,
char *utf8_reversed_string(const char *s); // returns a copy, caller frees
ssize_t utf8proc_iterate_reversed(const uint8_t *str, ssize_t start, int32_t *dst);
bool utf8_is_letter(int32_t ch);
bool utf8_is_number(int32_t ch);
bool utf8_is_hyphen(int32_t ch);
bool utf8_is_punctuation(int32_t ch);
bool utf8_is_symbol(int32_t ch);
bool utf8_is_separator(int32_t ch);
size_t string_ltrim(char *str);
size_t string_rtrim(char *str);