NLP.Tokenize.String

data EitherList a b

type Tokenizer

tokenize

run

defaultTokenizer

whitespace

uris

punctuation

finalPunctuation

initialPunctuation

allPunctuation

contractions

negatives