module Main where

import qualified Data.Text as T
import qualified Data.Text.IO as TIO
import qualified Data.Set as S

import Data.Text.Stemming.English (stem)

main :: IO ()
main = do
    let stopwords = S.empty
    source <- fmap (\w -> (w, stem stopwords w) ) . T.lines <$> TIO.readFile "resources/voc.txt"
    validation <- T.lines <$> TIO.readFile "resources/output.txt"
    let errors = foldl validateStemming [] $ source `zip` validation
    print errors
    where
        validateStemming acc ((raw, stemmed), validation)
            | stemmed == validation = acc
            | otherwise = (raw, stemmed, validation):acc