{-# LANGUAGE ForeignFunctionInterface #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE TupleSections #-} {-# LANGUAGE ViewPatterns #-} {-# OPTIONS_GHC -Wall #-} module System.Posix.Directory.Traversals ( getDirectoryContents , allDirectoryContents , allDirectoryContents' , traverseDirectory -- lower-level stuff , openAt , fdOpendir , readDirEnt , packDirStream , unpackDirStream , realpath ) where import Control.Applicative import Control.Monad import System.Posix.FilePath (()) import System.Posix.Directory.Foreign import qualified System.Posix as Posix import qualified System.Posix.IO.ByteString as PosixBS import System.IO.Error import Control.Exception import qualified Data.ByteString.Char8 as BS import System.Posix.ByteString.FilePath import System.Posix.Directory.ByteString as PosixBS import System.Posix.Files.ByteString import System.IO.Unsafe import Unsafe.Coerce (unsafeCoerce) import Foreign.C.Error import Foreign.C.String import Foreign.C.Types import Foreign.Marshal.Alloc (alloca,allocaBytes) import Foreign.Ptr import Foreign.Storable ---------------------------------------------------------- -- | Get all files from a directory and its subdirectories. -- -- Upon entering a directory, 'allDirectoryContents' will get all entries -- strictly. However the returned list is lazy in that directories will only -- be accessed on demand. allDirectoryContents :: RawFilePath -> IO [RawFilePath] allDirectoryContents topdir = do namesAndTypes <- getDirectoryContents topdir let properNames = filter ((`notElem` [".", ".."]) . snd) namesAndTypes paths <- forM properNames $ \(typ,name) -> unsafeInterleaveIO $ do let path = topdir name case () of () | typ == dtDir -> allDirectoryContents path | typ == dtUnknown -> do isDir <- isDirectory <$> getFileStatus path if isDir then allDirectoryContents path else return [path] | otherwise -> return [path] return (topdir : concat paths) -- | Get all files from a directory and its subdirectories strictly. -- allDirectoryContents' :: RawFilePath -> IO [RawFilePath] allDirectoryContents' = fmap reverse . traverseDirectory (\acc fp -> return (fp:acc)) [] -- this uses traverseDirectory because it's more efficient than forcing the -- lazy version. -- recursively apply the 'action' to the parent directory and all -- files/subdirectories. traverseDirectory :: (s -> RawFilePath -> IO s) -> s -> RawFilePath -> IO s traverseDirectory act s0 topdir = bracket someOpenFunc Posix.closeFd toploop where someOpenFunc = PosixBS.openFd topdir Posix.ReadOnly Nothing (Posix.defaultFileFlags {Posix.nonBlock = True, Posix.noctty = True}) toploop fd = do isDir <- isDirectory <$> getFileStatus topdir s' <- act s0 topdir if isDir then actOnDirContents fd "." s' (loop topdir) else return s' loop relpath typ fd path acc = do let fullpath = relpath path isDir <- case () of () | typ == dtDir -> return True | typ == dtUnknown -> isDirectory <$> getFileStatus fullpath | otherwise -> return False if isDir then act acc path >>= \acc' -> actOnDirContents fd path acc' (loop fullpath) else act acc path actOnDirContents :: Posix.Fd -> RawFilePath -> b -> (DirType -> Posix.Fd -> RawFilePath -> b -> IO b) -> IO b actOnDirContents dirFd relpath b f = modifyIOError ((`ioeSetFileName` (BS.unpack relpath)) . (`ioeSetLocation` "findBSTypRel")) $ do bracket (openAt dirFd relpath) (Posix.closeFd) (\p -> fdOpendir p >>= \dirp -> loop p dirp b) where loop fd dirp b' = do (typ,e) <- readDirEnt dirp if (e == "") then return b' else do if (e == "." || e == "..") then loop fd dirp b' else f typ fd e b' >>= loop fd dirp ---------------------------------------------------------- -- dodgy stuff type CDir = () type CDirent = () -- Posix doesn't export DirStream, so to re-use that type we need to use -- unsafeCoerce. It's just a newtype, so this is a legitimate usage. -- ugly trick. unpackDirStream :: DirStream -> Ptr CDir unpackDirStream = unsafeCoerce packDirStream :: Ptr CDir -> DirStream packDirStream = unsafeCoerce -- the __hscore_* functions are defined in the unix package. We can import them and let -- the linker figure it out. foreign import ccall unsafe "__hscore_readdir" c_readdir :: Ptr CDir -> Ptr (Ptr CDirent) -> IO CInt foreign import ccall unsafe "__hscore_free_dirent" c_freeDirEnt :: Ptr CDirent -> IO () foreign import ccall unsafe "__hscore_d_name" c_name :: Ptr CDirent -> IO CString foreign import ccall unsafe "__posixdir_d_type" c_type :: Ptr CDirent -> IO DirType foreign import ccall unsafe "fdopendir" c_fdopendir :: Posix.Fd -> IO (Ptr ()) foreign import ccall unsafe "openat" c_openat :: Posix.Fd -> CString -> CInt -> IO Posix.Fd foreign import ccall "realpath" c_realpath :: CString -> CString -> IO CString fdOpendir :: Posix.Fd -> IO DirStream fdOpendir fd = packDirStream <$> throwErrnoIfNull "fdOpendir" (c_fdopendir fd) openAt :: Posix.Fd -> RawFilePath -> IO Posix.Fd openAt relfd path = BS.useAsCString path $ throwErrnoIfMinus1Retry "openAt" . flip (c_openat relfd) defFlags where defFlags = unionFlags [oRdonly, oNonblock, oDirectory, oCloexec] ---------------------------------------------------------- -- less dodgy but still lower-level readDirEnt :: DirStream -> IO (DirType, RawFilePath) readDirEnt (unpackDirStream -> dirp) = alloca $ \ptr_dEnt -> loop ptr_dEnt where loop ptr_dEnt = do resetErrno r <- c_readdir dirp ptr_dEnt if (r == 0) then do dEnt <- peek ptr_dEnt if (dEnt == nullPtr) then return (dtUnknown,BS.empty) else do dName <- c_name dEnt >>= peekFilePath dType <- c_type dEnt c_freeDirEnt dEnt return (dType, dName) else do errno <- getErrno if (errno == eINTR) then loop ptr_dEnt else do let (Errno eo) = errno if (eo == 0) then return (dtUnknown,BS.empty) else throwErrno "readDirEnt" getDirectoryContents :: RawFilePath -> IO [(DirType, RawFilePath)] getDirectoryContents path = modifyIOError ((`ioeSetFileName` (BS.unpack path)) . (`ioeSetLocation` "System.Posix.Directory.Traversals.getDirectoryContents")) $ do bracket (PosixBS.openDirStream path) PosixBS.closeDirStream loop where loop dirp = do t@(_typ,e) <- readDirEnt dirp if BS.null e then return [] else do es <- loop dirp return (t:es) -- | return the canonicalized absolute pathname -- -- like canonicalizePath, but uses realpath(3) realpath :: RawFilePath -> IO RawFilePath realpath inp = do allocaBytes pathMax $ \tmp -> do void $ BS.useAsCString inp $ \cstr -> throwErrnoIfNull "realpath" $ c_realpath cstr tmp BS.packCString tmp