{-# LANGUAGE FlexibleInstances #-} {-# LANGUAGE KindSignatures #-} {-# LANGUAGE DataKinds #-} {-# LANGUAGE DefaultSignatures #-} {-# LANGUAGE DeriveFunctor #-} {-# LANGUAGE LambdaCase #-} {-# LANGUAGE ScopedTypeVariables #-} {-# LANGUAGE TemplateHaskell #-} {-# LANGUAGE QuasiQuotes #-} {-# LANGUAGE GeneralizedNewtypeDeriving #-} {-# LANGUAGE GADTs #-} -- | See documentation for "Shh". module Shh.Internal where import Control.Concurrent.Async import Control.DeepSeq (force,NFData) import Control.Exception as C import Control.Monad import Control.Monad.IO.Class import Data.Char (isLower, isSpace, isAlphaNum) import Data.List (nub, dropWhileEnd, intercalate) import Data.List.Split (endBy, splitOn) import Data.Maybe (mapMaybe, isJust) import Language.Haskell.TH import qualified System.Directory as Dir import System.Environment (getEnv) import System.Exit (ExitCode(..)) import System.IO import System.Posix.Signals import System.Process -- | This function needs to be called in order to use the library succesfully -- from GHCi. initInteractive :: IO () initInteractive = do hSetBuffering stdin LineBuffering -- | When a process exits with a non-zero exit code -- we throw this Failure exception. -- -- The only exception to this is when a process is terminated -- by SIGPIPE in a pipeline, in which case we ignore it. data Failure = Failure { failureProg :: String , failureArgs :: [String] , failureCode :: Int } deriving (Eq, Ord) instance Show Failure where show f = concat $ [ "Command `" ] ++ [intercalate " " (failureProg f : map show (failureArgs f))] ++ [ "` failed [exit " , show (failureCode f) , "]" ] instance Exception Failure -- | This class is used to allow most of the operators in Shh to be -- polymorphic in their return value. This makes using them in an `IO` -- context easier (we can avoid having to prepend everything with a -- `runProc`). class PipeResult f where -- | Use this to send the output of on process into the input of another. -- This is just like a shells `|` operator. -- -- The result is polymorphic in it's output, and can result in either -- another `Proc a` or an `IO a` depending on the context in which it is -- used. -- -- >>> echo "Hello" |> wc -- 1 1 6 (|>) :: Proc a -> Proc a -> f a -- | Flipped version of `|>` (<|) :: Proc a -> Proc a -> f a (<|) = flip (|>) -- | Similar to `|!>` except that it connects stderr to stdin of the -- next process in the chain. -- -- NB: The next command to be `|>` on will recapture the stdout of -- both preceding processes, because they are both going to the same -- handle! -- -- This is probably not what you want, see the `&>` and `&!>` operators -- for redirection. (|!>) :: Proc a -> Proc a -> f a -- | Redirect stdout of this process to another location -- -- > ls &> Append "/dev/null" (&>) :: Proc a -> Stream -> f a -- | Redirect stderr of this process to another location -- -- > ls &!> StdOut (&!>) :: Proc a -> Stream -> f a -- | Provide the stdin of a `Proc` from a `String` writeProc :: Proc a -> String -> f a -- | Run a process and capture it's output lazily. Once the continuation -- is completed, the handles are closed, and the process is terminated. withRead :: (NFData b) => Proc a -> (String -> IO b) -> f b instance PipeResult IO where a |> b = runProc $ a |> b a |!> b = runProc $ a |!> b a &> s = runProc $ a &> s a &!> s = runProc $ a &!> s writeProc p s = runProc $ writeProc p s withRead p k = runProc $ withRead p k -- | Create a pipe, and close both ends on exception. withPipe :: (Handle -> Handle -> IO a) -> IO a withPipe k = bracket createPipe (\(r,w) -> hClose r `finally` hClose w) (\(r,w) -> k r w) instance PipeResult Proc where (Proc a) |> (Proc b) = Proc $ \i o e pl pw -> withPipe $ \r w -> do a' <- async $ a i w e (pure ()) (hClose w) b' <- async $ b r o e (pure ()) (hClose r) link2 a' b' (_, br) <- (pl >> waitBoth a' b') `finally` pw pure br (Proc a) |!> (Proc b) = Proc $ \i o e pl pw -> do withPipe $ \r w -> do a' <- async $ a i o w (pure ()) (hClose w) b' <- async $ b r o e (pure ()) (hClose r) link2 a' b' (_, br) <- (pl >> waitBoth a' b') `finally` pw pure br p &> StdOut = p (Proc f) &> StdErr = Proc $ \i _ e pl pw -> f i e e pl pw (Proc f) &> (Truncate path) = Proc $ \i _ e pl pw -> withBinaryFile path WriteMode $ \h -> f i h e pl pw (Proc f) &> (Append path) = Proc $ \i _ e pl pw -> withBinaryFile path AppendMode $ \h -> f i h e pl pw p &!> StdErr = p (Proc f) &!> StdOut = Proc $ \i o _ pl pw -> f i o o pl pw (Proc f) &!> (Truncate path) = Proc $ \i o _ pl pw -> withBinaryFile path WriteMode $ \h -> f i o h pl pw (Proc f) &!> (Append path) = Proc $ \i o _ pl pw -> withBinaryFile path AppendMode $ \h -> f i o h pl pw writeProc (Proc f) input = Proc $ \_ o e pl pw -> do withPipe $ \r w -> fst <$> concurrently (f r o e pl (pw `finally` hClose r)) (hPutStr w input `finally` hClose w) withRead (Proc f) k = Proc $ \i _ e pl pw -> do withPipe $ \r w -> do withAsync (f i w e pl (hClose w `finally` pw)) $ \_ -> (hGetContents r >>= k >>= C.evaluate . force) `finally` hClose r -- | Type used to represent destinations for redirects. @`Truncate` file@ -- is like @> file@ in a shell, and @`Append` file@ is like @>> file@. data Stream = StdOut | StdErr | Truncate FilePath | Append FilePath -- | Shortcut for @`Truncate` "\/dev\/null"@ devNull :: Stream devNull = Truncate "/dev/null" -- | Type representing a series or pipeline (or both) of shell commands. newtype Proc a = Proc (Handle -> Handle -> Handle -> IO () -> IO () -> IO a) deriving Functor instance MonadIO Proc where liftIO a = Proc $ \_ _ _ pl pw -> do (pl >> a) `finally` pw -- | The `Semigroup` instance for `Proc` pipes the stdout of one process -- into the stdin of the next. However, consider using `|>` instead which -- behaves when used in an `IO` context. If you use `<>` in an IO monad -- you will be using the `IO` instance of semigroup which is a sequential -- execution. `|>` prevents that error. instance Semigroup (Proc a) where (<>) = (|>) instance (a ~ ()) => Monoid (Proc a) where mempty = Proc $ \_ _ _ pl pw -> pl `finally` pw instance Applicative Proc where pure a = Proc $ \_ _ _ pw pl -> do pw `finally` pl pure a f <*> a = do f' <- f a' <- a pure (f' a') instance Monad Proc where (Proc a) >>= f = Proc $ \i o e pl pw -> do ar <- a i o e pl (pure ()) let Proc f' = f ar f' i o e (pure ()) pw -- | Run's a `Proc` in `IO`. This is usually not required, as most -- commands in Shh are polymorphic in their return type, and work -- just fine in `IO` directly. runProc :: Proc a -> IO a runProc (Proc f) = f stdin stdout stderr (pure ()) (pure ()) -- | Create a `Proc` from a command and a list of arguments. mkProc :: String -> [String] -> Proc () mkProc cmd args = Proc $ \i o e pl pw -> do bracket (createProcess_ cmd (proc cmd args) { std_in = UseHandle i , std_out = UseHandle o , std_err = UseHandle e , close_fds = True } ) (\(_,_,_,ph) -> terminateProcess ph) $ \(_,_,_,ph) -> do pl (waitProc cmd args ph `onException` terminateProcess ph) `finally` pw -- | Read the stdout of a `Proc`. This captures stdout, so further piping will -- not see anything on the input. -- -- This is strict, so the whole output is read into a `String`. See `withRead` -- for a lazy version that can be used for streaming. readProc :: PipeResult io => Proc a -> io String readProc p = withRead p pure -- | Apply a transformation function to the string before the IO action. withRead' :: (NFData b, PipeResult io) => (String -> a) -> Proc x -> (a -> IO b) -> io b withRead' f p io = withRead p (io . f) -- | Like @'withRead'@ except it splits the string with @'split0'@ first. withReadSplit0 :: (NFData b, PipeResult io) => Proc a -> ([String] -> IO b) -> io b withReadSplit0 = withRead' split0 -- | Like @'withRead'@ except it splits the string with @'lines'@ first. -- -- NB: Please consider using @'withReadSplit0'@ where you can. withReadLines :: (NFData b, PipeResult io) => Proc a -> ([String] -> IO b) -> io b withReadLines = withRead' lines -- | Like @'withRead'@ except it splits the string with @'words'@ first. withReadWords :: (NFData b, PipeResult io) => Proc a -> ([String] -> IO b) -> io b withReadWords = withRead' words -- | Read and write to a `Proc`. Same as -- @readProc proc <<< input@ readWriteProc :: MonadIO io => Proc a -> String -> io String readWriteProc p input = liftIO $ readProc p <<< input -- | Some as `readWriteProc`. Apply a `Proc` to a `String`. -- -- >>> apply shasum "Hello" -- "f7ff9e8b7bb2e09b70935a5d785e0cc5d9d0abf0 -\n" apply :: MonadIO io => Proc a -> String -> io String apply = readWriteProc -- | Flipped, infix version of `writeProc` (>>>) :: PipeResult io => String -> Proc a -> io a (>>>) = flip writeProc -- | Infix version of `writeProc` (<<<) :: PipeResult io => Proc a -> String -> io a (<<<) = writeProc -- | What on a given `ProcessHandle`, and throw an exception of -- type `Failure` if it's exit code is non-zero (ignoring SIGPIPE) waitProc :: String -> [String] -> ProcessHandle -> IO () waitProc cmd arg ph = waitForProcess ph >>= \case ExitFailure c | fromIntegral c == negate sigPIPE -> pure () | otherwise -> throwIO $ Failure cmd arg c ExitSuccess -> pure () -- | Trim leading and tailing whitespace. trim :: String -> String trim = dropWhileEnd isSpace . dropWhile isSpace -- | Allow us to catch `Failure` exceptions in `IO` and `Proc` class ProcFailure m where -- | Run a `Proc` action, catching an `Failure` exceptions -- and returning them. catchFailure :: Proc a -> m (Either Failure a) instance ProcFailure Proc where catchFailure (Proc f) = Proc $ \i o e pl pw -> do try $ f i o e pl pw instance ProcFailure IO where catchFailure = runProc . catchFailure -- | Run a `Proc` action, ignoring any `Failure` exceptions. -- This can be used to prevent a process from interrupting a whole pipeline. -- -- >>> false `|>` (sleep 2 >> echo 1) -- *** Exception: Command `false` failed [exit 1] -- -- >>> (ignoreFailure false) `|>` (sleep 2 >> echo 1) -- 1 ignoreFailure :: (Functor m, ProcFailure m) => Proc a -> m () ignoreFailure = void . catchFailure -- | Run an `Proc` action returning the return code if an -- exception was thrown, and 0 if it wasn't. catchCode :: (Functor m, ProcFailure m) => Proc a -> m Int catchCode = fmap getCode . catchFailure where getCode (Right _) = 0 getCode (Left f) = failureCode f -- | Like `readProc`, but trim leading and tailing whitespace. readTrim :: (Functor io, PipeResult io) => Proc a -> io String readTrim = fmap trim . readProc -- | A class for things that can be converted to arguments on the command -- line. The default implementation is to use `show`. class ExecArg a where asArg :: a -> [String] default asArg :: Show a => a -> [String] asArg a = [show a] -- God, I hate that String is [Char]... asArgFromList :: [a] -> [String] default asArgFromList :: Show a => [a] -> [String] asArgFromList = concatMap asArg instance ExecArg Char where asArg s = [[s]] asArgFromList s = [s] instance ExecArg a => ExecArg [a] where asArg = asArgFromList asArgFromList = concatMap asArg instance ExecArg Int instance ExecArg Integer instance ExecArg Word -- | A class for building up a command class ExecArgs a where toArgs :: [String] -> a instance ExecArgs (Proc ()) where toArgs (cmd:args) = mkProc cmd args toArgs _ = error "The impossible happened. How did you construct this?" instance (ExecArg b, ExecArgs a) => ExecArgs (b -> a) where toArgs f i = toArgs $ f ++ asArg i -- | Commands can be executed directly in IO instance ExecArgs (IO ()) where toArgs = runProc . toArgs -- | Force a `()` result. class Unit a instance {-# OVERLAPPING #-} Unit b => Unit (a -> b) instance {-# OVERLAPPABLE #-} a ~ () => Unit (m a) -- | Get all files in a directory on your `$PATH`. -- -- TODO: Check for executability. pathBins :: IO [FilePath] pathBins = do pathsVar <- splitOn ":" <$> getEnv "PATH" paths <- filterM Dir.doesDirectoryExist pathsVar ps <- nub . concat <$> mapM Dir.getDirectoryContents paths filterM checkExecutable ps -- | Execute the given command. Further arguments can be passed in. -- -- > exe "ls" "-l" -- -- See also `loadExe` and `loadEnv`. exe :: (Unit a, ExecArgs a) => String -> a exe s = toArgs [s] -- | Create a function for the executable named loadExe :: ExecReference -> String -> Q [Dec] loadExe ref s = loadExeAs ref s s -- | Specify how executables should be referenced. data ExecReference = Absolute -- ^ Find executables on PATH, but store their absolute path | SearchPath -- ^ Always search on PATH -- | @$(loadExeAs fnName executable)@ defines a function called @fnName@ -- which executes the path in @executable@. loadExeAs :: ExecReference -> String -> String -> Q [Dec] loadExeAs ref fnName executable = -- TODO: Can we place haddock markup in TH generated functions. -- TODO: Can we palce the man page for each function in there xD -- https://ghc.haskell.org/trac/ghc/ticket/5467 let name = mkName $ fnName impl executableRef = valD (varP name) (normalB [| exe executableRef |]) [] typn = mkName "a" typ = SigD name (ForallT [PlainTV typn] [AppT (ConT ''Unit) (VarT typn), AppT (ConT ''ExecArgs) (VarT typn)] (VarT typn)) in do runIO (Dir.findExecutable executable) >>= \case Nothing -> error $ "Attempted to load '" ++ executable ++ "', but it is not executable" Just absExe -> do i <- impl (case ref of { Absolute -> absExe; SearchPath -> executable }) return $ [typ,i] -- | Checks if a String is a valid Haskell identifier. validIdentifier :: String -> Bool validIdentifier "" = False validIdentifier ident = isValidInit (head ident) && all isValidC ident && isNotIdent where isValidInit c = isLower c || c `elem` "_" isValidC c = isAlphaNum c || c `elem` "_'" isNotIdent = not $ ident `elem` [ "import", "if", "else", "then", "do", "in", "let", "type" , "as", "case", "of", "class", "data", "default", "deriving" , "instance", "forall", "foreign", "hiding", "infix", "infixl" , "infixr", "mdo", "module", "newtype", "proc", "qualified" , "rec", "type", "where"] -- | Scans your '$PATH' environment variable and creates a function for each -- executable found. Binaries that would not create valid Haskell identifiers -- are ignored. It also creates the IO action @missingExecutables@ which will -- do a runtime check to ensure all the executables that were found at -- compile time still exist. loadEnv :: ExecReference -> Q [Dec] loadEnv ref = loadAnnotatedEnv ref id -- | Test to see if an executable can be found either on the $PATH or absolute. checkExecutable :: FilePath -> IO Bool checkExecutable = fmap isJust . Dir.findExecutable -- | Load the given executables into the program, checking their executability -- and creating a function @missingExecutables@ to do a runtime check for their -- availability. load :: ExecReference -> [String] -> Q [Dec] load ref = loadAnnotated ref id -- | Same as `load`, but allows you to modify the function names. loadAnnotated :: ExecReference -> (String -> String) -> [String] -> Q [Dec] loadAnnotated ref f bins = do let pairs = mapMaybe getAnnotation bins ds <- fmap join $ mapM (uncurry (loadExeAs ref)) pairs d <- valD (varP (mkName "missingExecutables")) (normalB [| filterM (fmap not . checkExecutable) bins |]) [] pure (d:ds) where getAnnotation :: String -> Maybe (String,String) getAnnotation s | validIdentifier (f s) = Just (f s, s) | otherwise = Nothing -- | Like `loadEnv`, but allows you to modify the function name that would -- be generated. loadAnnotatedEnv :: ExecReference -> (String -> String) -> Q [Dec] loadAnnotatedEnv ref f = do bins <- runIO pathBins loadAnnotated ref f bins -- | Function that splits '\0' seperated list of strings. Useful in conjuction -- with @find . "-print0"@. split0 :: String -> [String] split0 = endBy "\0" -- | A convinience function for reading in a @"\\NUL"@ seperated list of -- strings. This is commonly used when dealing with paths. -- -- > readSplit0 $ find "-print0" readSplit0 :: Proc () -> IO [String] readSplit0 p = withReadSplit0 p pure -- | A convinience function for reading the output lines of a `Proc`. -- -- Note: Please consider using @'readSplit0'@ instead if you can. readLines :: Proc () -> IO [String] readLines p = withReadLines p pure -- | Read output into a list of words readWords :: Proc () -> IO [String] readWords p = withReadWords p pure -- | Like `readProc`, but attempts to `Prelude.read` the result. readAuto :: Read a => Proc () -> IO a readAuto p = read <$> readProc p