$sel:ahead:RToken | Text.Tokenizer.Types |
$sel:ahead:Token | Text.Tokenizer.Types, Text.Tokenizer |
$sel:behind:Token | Text.Tokenizer.Types, Text.Tokenizer |
$sel:blackToks:TokenizeMap | Text.Tokenizer.Split |
$sel:body:RToken | Text.Tokenizer.Types |
$sel:body:Token | Text.Tokenizer.Types, Text.Tokenizer |
$sel:charTokMap:TokenizeMap | Text.Tokenizer.Split |
$sel:getBWS:Repeatable | Text.Tokenizer.Types, Text.Tokenizer |
$sel:getCnt:Repeatable | Text.Tokenizer.Types, Text.Tokenizer |
$sel:lastTok:Div | Text.Tokenizer.Uniqueness |
$sel:merged:MergeRes | Text.Tokenizer.Uniqueness |
$sel:mergeRem:MergeRes | Text.Tokenizer.Uniqueness |
$sel:name:Token | Text.Tokenizer.Types, Text.Tokenizer |
$sel:processed:Div | Text.Tokenizer.Uniqueness |
$sel:rbehind:RToken | Text.Tokenizer.Types |
$sel:rprefToks:Div | Text.Tokenizer.Uniqueness |
$sel:rtoks:Div | Text.Tokenizer.Uniqueness |
$sel:sahead:Suff | Text.Tokenizer.Uniqueness |
$sel:scur:Suff | Text.Tokenizer.Uniqueness |
$sel:srbeh:Suff | Text.Tokenizer.Uniqueness |
$sel:suff:Div | Text.Tokenizer.Uniqueness |
$sel:tokCount:TokenizeMap | Text.Tokenizer.Split |
$sel:tokId:RToken | Text.Tokenizer.Types |
$sel:tokList1:ConflictTokens | Text.Tokenizer.Uniqueness, Text.Tokenizer |
$sel:tokList2:ConflictTokens | Text.Tokenizer.Uniqueness, Text.Tokenizer |
$sel:tokNames:TokenizeMap | Text.Tokenizer.Split |
Alt | |
1 (Type/Class) | Text.Tokenizer.Types |
2 (Data Constructor) | Text.Tokenizer.Types |
BlackSet | Text.Tokenizer.BlackWhiteSet, Text.Tokenizer |
BlackWhiteSet | Text.Tokenizer.BlackWhiteSet, Text.Tokenizer |
checkUniqueTokenizing | Text.Tokenizer.Uniqueness, Text.Tokenizer |
ConflictTokens | |
1 (Type/Class) | Text.Tokenizer.Uniqueness, Text.Tokenizer |
2 (Data Constructor) | Text.Tokenizer.Uniqueness, Text.Tokenizer |
Count | Text.Tokenizer.Types, Text.Tokenizer |
Div | |
1 (Type/Class) | Text.Tokenizer.Uniqueness |
2 (Data Constructor) | Text.Tokenizer.Uniqueness |
initDiv | Text.Tokenizer.Uniqueness |
insert | Text.Tokenizer.Split |
intersection | Text.Tokenizer.BlackWhiteSet |
isEmpty | Text.Tokenizer.BlackWhiteSet |
makeRToken | Text.Tokenizer.Types |
makeTokenizeMap | Text.Tokenizer.Split, Text.Tokenizer |
member | Text.Tokenizer.BlackWhiteSet |
mergedList | Text.Tokenizer.Uniqueness |
mergeReps | Text.Tokenizer.Uniqueness |
MergeRes | |
1 (Type/Class) | Text.Tokenizer.Uniqueness |
2 (Data Constructor) | Text.Tokenizer.Uniqueness |
NoWayTokenize | Text.Tokenizer.Split, Text.Tokenizer |
One | Text.Tokenizer.Types, Text.Tokenizer |
Rem | Text.Tokenizer.Uniqueness |
Rem1 | Text.Tokenizer.Uniqueness |
rem1 | Text.Tokenizer.Uniqueness |
Rem2 | Text.Tokenizer.Uniqueness |
rem2 | Text.Tokenizer.Uniqueness |
remList | Text.Tokenizer.Uniqueness |
Repeatable | |
1 (Type/Class) | Text.Tokenizer.Types, Text.Tokenizer |
2 (Data Constructor) | Text.Tokenizer.Types, Text.Tokenizer |
RToken | |
1 (Type/Class) | Text.Tokenizer.Types |
2 (Data Constructor) | Text.Tokenizer.Types |
singleTokMap | Text.Tokenizer.Split |
singleton | Text.Tokenizer.BlackWhiteSet |
Some | Text.Tokenizer.Types, Text.Tokenizer |
stepDiv | Text.Tokenizer.Uniqueness |
Suff | |
1 (Type/Class) | Text.Tokenizer.Uniqueness |
2 (Data Constructor) | Text.Tokenizer.Uniqueness |
Token | |
1 (Type/Class) | Text.Tokenizer.Types, Text.Tokenizer |
2 (Data Constructor) | Text.Tokenizer.Types, Text.Tokenizer |
tokenize | Text.Tokenizer.Split, Text.Tokenizer |
TokenizeError | Text.Tokenizer.Split, Text.Tokenizer |
TokenizeMap | |
1 (Type/Class) | Text.Tokenizer.Split, Text.Tokenizer |
2 (Data Constructor) | Text.Tokenizer.Split |
TokId | Text.Tokenizer.Types |
TwoWaysTokenize | Text.Tokenizer.Split, Text.Tokenizer |
WhiteSet | Text.Tokenizer.BlackWhiteSet, Text.Tokenizer |