Data.Text.WordCount

Documentation

topN :: Int -> Text -> [(Int, Text)]

Return top n words and their frequencies

>>> topN 2 "hello hello goodbye it is time is it why why why it it"
[(4,"it"),(3,"why")]

displayWords :: [(Int, Text)] -> Text

filterTop :: Int -> (Text -> Bool) -> Text -> [(Int, Text)]

Return the top n words, with some filter applied.

Filters

small :: Text -> Bool

common :: Text -> Bool

For making graphs

makeFile :: [(Int, Text)] -> FilePath -> IO ()

Make a bar graph from the word frequencies

makeFile :: IO ()
makeFile [(4,"it"),(3,"why")] "out.html"

makeDistribution :: BarsPlotValue y => [(y, Text)] -> StateT (Layout PlotIndex y) (State CState) ()

File processing with pandoc

processFile :: String -> PandocIO Text

Process a file given a filename. Return text only, discarding superflouous material.

globFile :: String -> IO Text

Process files given a filename glob

Keyed maps

indexed :: Text -> IntMap [Text]

Return an IntMap containing words indexed by their frequencies.