tokenizer-0.1.0.0: Check uniqueness and tokenize safely

Index

$sel:ahead:RTokenText.Tokenizer.Types
$sel:ahead:TokenText.Tokenizer.Types, Text.Tokenizer
$sel:behind:TokenText.Tokenizer.Types, Text.Tokenizer
$sel:blackToks:TokenizeMapText.Tokenizer.Split
$sel:body:RTokenText.Tokenizer.Types
$sel:body:TokenText.Tokenizer.Types, Text.Tokenizer
$sel:charTokMap:TokenizeMapText.Tokenizer.Split
$sel:getBWS:RepeatableText.Tokenizer.Types, Text.Tokenizer
$sel:getCnt:RepeatableText.Tokenizer.Types, Text.Tokenizer
$sel:lastTok:DivText.Tokenizer.Uniqueness
$sel:merged:MergeResText.Tokenizer.Uniqueness
$sel:mergeRem:MergeResText.Tokenizer.Uniqueness
$sel:name:TokenText.Tokenizer.Types, Text.Tokenizer
$sel:processed:DivText.Tokenizer.Uniqueness
$sel:rbehind:RTokenText.Tokenizer.Types
$sel:rprefToks:DivText.Tokenizer.Uniqueness
$sel:rtoks:DivText.Tokenizer.Uniqueness
$sel:sahead:SuffText.Tokenizer.Uniqueness
$sel:scur:SuffText.Tokenizer.Uniqueness
$sel:srbeh:SuffText.Tokenizer.Uniqueness
$sel:suff:DivText.Tokenizer.Uniqueness
$sel:tokCount:TokenizeMapText.Tokenizer.Split
$sel:tokId:RTokenText.Tokenizer.Types
$sel:tokList1:ConflictTokensText.Tokenizer.Uniqueness, Text.Tokenizer
$sel:tokList2:ConflictTokensText.Tokenizer.Uniqueness, Text.Tokenizer
$sel:tokNames:TokenizeMapText.Tokenizer.Split
Alt 
1 (Type/Class)Text.Tokenizer.Types
2 (Data Constructor)Text.Tokenizer.Types
BlackSetText.Tokenizer.BlackWhiteSet, Text.Tokenizer
BlackWhiteSetText.Tokenizer.BlackWhiteSet, Text.Tokenizer
checkUniqueTokenizingText.Tokenizer.Uniqueness, Text.Tokenizer
ConflictTokens 
1 (Type/Class)Text.Tokenizer.Uniqueness, Text.Tokenizer
2 (Data Constructor)Text.Tokenizer.Uniqueness, Text.Tokenizer
CountText.Tokenizer.Types, Text.Tokenizer
Div 
1 (Type/Class)Text.Tokenizer.Uniqueness
2 (Data Constructor)Text.Tokenizer.Uniqueness
initDivText.Tokenizer.Uniqueness
insertText.Tokenizer.Split
intersectionText.Tokenizer.BlackWhiteSet
isEmptyText.Tokenizer.BlackWhiteSet
makeRTokenText.Tokenizer.Types
makeTokenizeMapText.Tokenizer.Split, Text.Tokenizer
memberText.Tokenizer.BlackWhiteSet
mergedListText.Tokenizer.Uniqueness
mergeRepsText.Tokenizer.Uniqueness
MergeRes 
1 (Type/Class)Text.Tokenizer.Uniqueness
2 (Data Constructor)Text.Tokenizer.Uniqueness
NoWayTokenizeText.Tokenizer.Split, Text.Tokenizer
OneText.Tokenizer.Types, Text.Tokenizer
RemText.Tokenizer.Uniqueness
Rem1Text.Tokenizer.Uniqueness
rem1Text.Tokenizer.Uniqueness
Rem2Text.Tokenizer.Uniqueness
rem2Text.Tokenizer.Uniqueness
remListText.Tokenizer.Uniqueness
Repeatable 
1 (Type/Class)Text.Tokenizer.Types, Text.Tokenizer
2 (Data Constructor)Text.Tokenizer.Types, Text.Tokenizer
RToken 
1 (Type/Class)Text.Tokenizer.Types
2 (Data Constructor)Text.Tokenizer.Types
singleTokMapText.Tokenizer.Split
singletonText.Tokenizer.BlackWhiteSet
SomeText.Tokenizer.Types, Text.Tokenizer
stepDivText.Tokenizer.Uniqueness
Suff 
1 (Type/Class)Text.Tokenizer.Uniqueness
2 (Data Constructor)Text.Tokenizer.Uniqueness
Token 
1 (Type/Class)Text.Tokenizer.Types, Text.Tokenizer
2 (Data Constructor)Text.Tokenizer.Types, Text.Tokenizer
tokenizeText.Tokenizer.Split, Text.Tokenizer
TokenizeErrorText.Tokenizer.Split, Text.Tokenizer
TokenizeMap 
1 (Type/Class)Text.Tokenizer.Split, Text.Tokenizer
2 (Data Constructor)Text.Tokenizer.Split
TokIdText.Tokenizer.Types
TwoWaysTokenizeText.Tokenizer.Split, Text.Tokenizer
WhiteSetText.Tokenizer.BlackWhiteSet, Text.Tokenizer