2003-07-21 18:27:44 +08:00
|
|
|
#include "deflex.h"
|
|
|
|
|
2003-08-04 08:43:34 +08:00
|
|
|
const char *lex_descr[] = {
|
2003-07-21 18:27:44 +08:00
|
|
|
"",
|
|
|
|
"Latin word",
|
|
|
|
"Non-latin word",
|
|
|
|
"Word",
|
|
|
|
"Email",
|
|
|
|
"URL",
|
|
|
|
"Host",
|
|
|
|
"Scientific notation",
|
|
|
|
"VERSION",
|
|
|
|
"Part of hyphenated word",
|
|
|
|
"Non-latin part of hyphenated word",
|
|
|
|
"Latin part of hyphenated word",
|
|
|
|
"Space symbols",
|
|
|
|
"HTML Tag",
|
|
|
|
"HTTP head",
|
|
|
|
"Hyphenated word",
|
|
|
|
"Latin hyphenated word",
|
|
|
|
"Non-latin hyphenated word",
|
|
|
|
"URI",
|
|
|
|
"File or path name",
|
|
|
|
"Decimal notation",
|
|
|
|
"Signed integer",
|
|
|
|
"Unsigned integer",
|
|
|
|
"HTML Entity"
|
|
|
|
};
|
|
|
|
|
2003-08-04 08:43:34 +08:00
|
|
|
const char *tok_alias[] = {
|
2003-07-21 18:27:44 +08:00
|
|
|
"",
|
|
|
|
"lword",
|
|
|
|
"nlword",
|
|
|
|
"word",
|
|
|
|
"email",
|
|
|
|
"url",
|
|
|
|
"host",
|
|
|
|
"sfloat",
|
|
|
|
"version",
|
|
|
|
"part_hword",
|
|
|
|
"nlpart_hword",
|
|
|
|
"lpart_hword",
|
|
|
|
"blank",
|
|
|
|
"tag",
|
|
|
|
"http",
|
|
|
|
"hword",
|
|
|
|
"lhword",
|
|
|
|
"nlhword",
|
|
|
|
"uri",
|
|
|
|
"file",
|
|
|
|
"float",
|
|
|
|
"int",
|
|
|
|
"uint",
|
|
|
|
"entity"
|
|
|
|
};
|