[tokenization] Adding an acronym token type for things like U.N. so we can delete internal periods on those tokens

This commit is contained in:
Al
2015-06-29 03:00:46 -04:00
parent 47efce4b7e
commit 3279b31b09
3 changed files with 6 additions and 4 deletions

View File

@@ -46105,7 +46105,7 @@ yy3315:
}
yy3316:
#line 166 "scanner.re"
{ return ABBREVIATION; }
{ return ACRONYM; }
#line 46110 "scanner.c"
yy3317:
yyaccept = 6;