[phrases] fix in tokenized tail search when whitespace tokens are preserved

This commit is contained in:
Al
2016-02-08 16:37:52 -05:00
parent 4ed0474f7e
commit 39f162b029

View File

@@ -213,7 +213,7 @@ int trie_node_search_tail_tokens(trie_t *self, trie_node_t node, char *str, toke
return i-1;
}
if (token.type == WHITESPACE) continue;
if (token.type == WHITESPACE && *tail_ptr == ' ') continue;
if (*tail_ptr == ' ') {
tail_ptr++;