module Scion.PersistentBrowser.Parser
( parseHoogleString
, parseHoogleFile
, parseDirectory
) where
import Control.Concurrent.ParallelIO.Local
import Control.Monad
import qualified Data.ByteString as BS
import qualified Data.ByteString.UTF8 as BSU
import Data.Either (rights)
import Scion.PersistentBrowser.Types
import Scion.PersistentBrowser.Parser.Internal (hoogleParser)
import Scion.PersistentBrowser.FileUtil
import Scion.PersistentBrowser.Util
import System.Directory
import System.FilePath ((</>))
import System.IO
import Text.Parsec.Error (Message(..), newErrorMessage)
import Text.Parsec.Prim (runP)
import Text.ParserCombinators.Parsec
import Text.ParserCombinators.Parsec.Pos (newPos)
#if __GLASGOW_HASKELL__ < 702
catchIOError :: IO a -> (IOError -> IO a) -> IO a
catchIOError = catch
#else
import System.IO.Error (catchIOError)
#endif
parseHoogleString :: String -> BS.ByteString -> Either ParseError (Documented Package)
parseHoogleString name contents = runP hoogleParser () name (BSU.toString contents)
parseHoogleFile :: FilePath -> IO (Either ParseError (Documented Package))
parseHoogleFile fname = (withFile fname ReadMode $
\hnd -> do c <- BS.hGetContents hnd
return $ parseHoogleString fname c
)
`catchIOError`
(\_ -> return $ Left (newErrorMessage (Message "error reading file")
(newPos fname 0 0)))
parseDirectory :: FilePath -> FilePath -> IO ([Documented Package], [(FilePath, ParseError)])
parseDirectory dir tmpdir =
do contents' <- getDirectoryContents dir
let contents = map (\d -> dir </> d) (filterDots contents')
dirs <- filterM doesDirectoryExist contents
vDirs <- mapM getVersionDirectory dirs
let innerDirs = map (\d -> d </> "doc" </> "html") (concat vDirs)
let toExecute = map (\innerDir -> parseDirectoryFiles innerDir tmpdir) innerDirs
eitherDPackages <- withThreaded $ \pool -> parallelInterleavedE pool toExecute
let dPackages = rights eitherDPackages
dbs = concat $ map fst dPackages
errors = concat $ map snd dPackages
return (dbs, errors)
getVersionDirectory :: FilePath -> IO [FilePath]
getVersionDirectory dir = do contents' <- getDirectoryContents dir
let contents = map (\d -> dir </> d) (filterDots contents')
filterM doesDirectoryExist contents
parseDirectoryFiles :: FilePath -> FilePath -> IO ([Documented Package], [(FilePath, ParseError)])
parseDirectoryFiles dir _ =
do contents' <- getDirectoryContents dir
let contents = map (\d -> dir </> d) (filterDots contents')
files <- filterM doesFileExist contents
fPackages <- mapM (\fname -> do hPutChar stderr '.' >> hFlush stderr
p <- parseHoogleFile fname
return (fname, p) )
files
return $ partitionPackages fPackages