-- Hoogle documentation, generated by Haddock
-- See Hoogle, http://www.haskell.org/hoogle/
-- | Streaming component combinators
--
-- SCC is a layered library of Streaming Component Combinators. The
-- lowest layer defines the Coroutine monad transformer. The next few
-- layers add stream abstractions and nested producer-consumer coroutine
-- pairs. On top of that are streaming component types, a number of
-- primitive streaming components and a set of component combinators.
-- Finally, there is an executable that exposes all framework
-- functionality in a command-line shell.
--
-- The original library design is based on paper
-- http://conferences.idealliance.org/extreme/html/2006/Blazevic01/EML2006Blazevic01.html
--
-- Mario Blažević, Streaming component combinators, Extreme Markup
-- Languages, 2006.
@package scc
@version 0.4
-- | This module can be used to optimize any complex computation that can
-- be broken down into parallelizable sub-computations. The computations
-- in question may be pure values, monadic values, list or stream
-- transformations or anything else provided that it's parallelizable and
-- has a relatively predictable computation cost. Each elementary
-- sub-computation needs to be packaged as a Component using the
-- constructor atomic. Sub-computations can then be combined into
-- larger computations using the other constructors.
module Control.Concurrent.Configuration
-- | A Component carries a value and metadata about the value. It
-- can be configured to use a specific number of threads.
data Component c
Component :: String -> [AnyComponent] -> Int -> (Int -> Component c) -> Int -> Int -> c -> Component c
-- | Readable component name.
name :: Component c -> String
-- | Returns the list of all children components.
subComponents :: Component c -> [AnyComponent]
-- | Returns the maximum number of threads that can be used by the
-- component.
maxUsableThreads :: Component c -> Int
-- | Configures the component to use the specified number of threads. This
-- function affects usedThreads, cost, and
-- subComponents methods of the result, while name and
-- maxUsableThreads remain the same.
usingThreads :: Component c -> Int -> Component c
-- | The number of threads that the component is configured to use. The
-- default number is usually 1.
usedThreads :: Component c -> Int
-- | The cost of using the component as configured. The cost is a rough
-- approximation of time it would take to do the job given the
-- usedThreads.
cost :: Component c -> Int
-- | The content.
with :: Component c -> c
-- | Show details of the given component's configuration.
showComponentTree :: Component c -> String
-- | Function atomic takes the component name and its cost creates a
-- single-threaded component with no subcomponents.
atomic :: String -> Int -> c -> Component c
-- | Applies a unary combinator to the component payload. The
-- resulting component has the original one as its subComponents,
-- and its cost is the sum of the original component's cost and
-- the combinator cost.
lift :: Int -> String -> (c1 -> c2) -> Component c1 -> Component c2
-- | Combines two components into one, applying combinator to their
-- contents. The combinator takes a flag denoting if its arguments
-- should run in parallel. The cost and usingThreads of the
-- result assume the parallel execution of the argument components.
liftParallelPair :: String -> (Bool -> c1 -> c2 -> c3) -> Component c1 -> Component c2 -> Component c3
-- | Combines two components into one, applying combinator to their
-- contents. The cost and usingThreads of the result assume
-- the sequential execution of the argument components.
liftSequentialPair :: String -> (c1 -> c2 -> c3) -> Component c1 -> Component c2 -> Component c3
-- | Combines three components into one. The first component runs in
-- parallel with the latter two, which are considered alternative to each
-- other.
parallelRouterAndBranches :: String -> (Bool -> c1 -> c2 -> c3 -> c4) -> Component c1 -> Component c2 -> Component c3 -> Component c4
-- | Builds a tree of recursive components. The combinator takes a list of
-- pairs of a boolean flag denoting whether the level should be run in
-- parallel and the value.
recursiveComponentTree :: String -> ([(Bool, c1)] -> c2) -> Component c1 -> Component c2
-- | This module defines the Coroutine monad transformer.
--
-- A Coroutine monadic computation can suspend its
-- execution at any time, returning to its invoker. The returned
-- coroutine suspension contains the continuation of the coroutine
-- embedded in a functor. Here is an example of a coroutine that suspends
-- computation in the IO monad using the functor Yield:
--
--
-- producer = do yield 1
-- lift (putStrLn "Produced one, next is four.")
-- yield 4
-- return "Finished"
--
--
-- A suspended Coroutine computation can be resumed. The easiest
-- way to run a coroutine is by using the pogoStick function,
-- which keeps resuming the coroutine in trampolined style until it
-- completes. Here is an example of pogoStick applied to the
-- producer above:
--
--
-- printProduce :: Show x => Coroutine (Yield x) IO r -> IO r
-- printProduce producer = pogoStick (\(Yield x cont) -> lift (print x) >> cont) producer
--
--
-- Multiple concurrent coroutines can be run as well, and this module
-- provides two different ways. The function seesaw can be used to
-- run two interleaved computations. Another possible way is to weave
-- together steps of different coroutines into a single coroutine using
-- the function couple, which can then be executed by
-- pogoStick.
--
-- Coroutines can be run from within another coroutine. In this case, the
-- nested coroutines would normally suspend to their invoker. Another
-- option is to allow a nested coroutine to suspend both itself and its
-- invoker at once. In this case, the two suspension functors should be
-- grouped into an EitherFunctor. To run nested coroutines of this
-- kind, use functions pogoStickNested, seesawNested, and
-- coupleNested.
--
-- For other uses of trampoline-style coroutines, see
--
--
-- Trampolined Style - Ganz, S. E. Friedman, D. P. Wand, M, ACM SIGPLAN NOTICES, 1999, VOL 34; NUMBER 9, pages 18-27
--
--
-- and
--
--
-- The Essence of Multitasking - William L. Harrison, Proceedings of the 11th International Conference on Algebraic
-- Methodology and Software Technology, volume 4019 of Lecture Notes in Computer Science, 2006
--
module Control.Concurrent.Coroutine
-- | Suspending, resumable monadic computations.
data Coroutine s m r
-- | Suspend the current Coroutine.
suspend :: (Monad m, Functor s) => s (Coroutine s m x) -> Coroutine s m x
-- | Class of monads that can perform two computations in parallel.
class (Monad m) => ParallelizableMonad m
bindM2 :: (ParallelizableMonad m) => (a -> b -> m c) -> m a -> m b -> m c
-- | Class of functors that can be lifted.
class (Functor a, Functor d) => AncestorFunctor a d
-- | Convert a non-suspending Coroutine to the base monad.
runCoroutine :: (Monad m) => Coroutine Naught m x -> m x
-- | Run a Coroutine, using a function that converts suspension to
-- the resumption it wraps.
pogoStick :: (Functor s, Monad m) => (s (Coroutine s m x) -> Coroutine s m x) -> Coroutine s m x -> m x
-- | Run a nested Coroutine that can suspend both itself and the
-- current Coroutine.
pogoStickNested :: (Functor s1, Functor s2, Monad m) => (s2 (Coroutine (EitherFunctor s1 s2) m x) -> Coroutine (EitherFunctor s1 s2) m x) -> Coroutine (EitherFunctor s1 s2) m x -> Coroutine s1 m x
-- | Runs two coroutines concurrently. The first argument is used to run
-- the next step of each coroutine, the next to convert the left, right,
-- or both suspensions into the corresponding resumptions.
seesaw :: (Monad m, Functor s1, Functor s2) => (forall x y r. (x -> y -> m r) -> m x -> m y -> m r) -> SeesawResolver s1 s2 -> Coroutine s1 m x -> Coroutine s2 m y -> m (x, y)
-- | Like seesaw, but for nested coroutines that are allowed to
-- suspend the current coroutine as well as themselves.
seesawNested :: (Monad m, Functor s0, Functor s1, Functor s2) => (forall x y r. (x -> y -> m r) -> m x -> m y -> m r) -> SeesawResolver s1 s2 -> Coroutine (EitherFunctor s0 s1) m x -> Coroutine (EitherFunctor s0 s2) m y -> Coroutine s0 m (x, y)
-- | A simple record containing the resolver functions for all possible
-- coroutine pair suspensions.
data SeesawResolver s1 s2
SeesawResolver :: (forall t. s1 t -> t) -> (forall t. s2 t -> t) -> (forall t1 t2 r. (t1 -> r) -> (t2 -> r) -> (t1 -> t2 -> r) -> s1 t1 -> s2 t2 -> r) -> SeesawResolver s1 s2
-- | resolves the left suspension functor into the resumption it contains
resumeLeft :: SeesawResolver s1 s2 -> forall t. s1 t -> t
-- | resolves the right suspension into its resumption | invoked when both
-- coroutines are suspended, resolves both suspensions or either one
resumeRight :: SeesawResolver s1 s2 -> forall t. s2 t -> t
resumeAny :: SeesawResolver s1 s2 -> forall t1 t2 r. (t1 -> r) -> (t2 -> r) -> (t1 -> t2 -> r) -> s1 t1 -> s2 t2 -> r
-- | The Yield functor instance is equivalent to (,) but more
-- descriptive.
data Yield x y
Yield :: x -> y -> Yield x y
-- | The Await functor instance is equivalent to (->) but more
-- descriptive.
data Await x y
Await :: !x -> y -> Await x y
-- | The Naught functor instance doesn't contain anything and cannot
-- be constructed. Used for building non-suspendable coroutines.
data Naught x
-- | Suspend yielding a value.
yield :: (Monad m) => x -> Coroutine (Yield x) m ()
-- | Suspend until a value is provided.
await :: (Monad m) => Coroutine (Await x) m x
-- | Combines two values under two functors into a pair of values under a
-- single NestedFunctor.
nest :: (Functor a, Functor b) => a x -> b y -> NestedFunctor a b (x, y)
-- | Weaves two coroutines into one.
couple :: (Monad m, Functor s1, Functor s2) => (forall x y r. (x -> y -> m r) -> m x -> m y -> m r) -> Coroutine s1 m x -> Coroutine s2 m y -> Coroutine (SomeFunctor s1 s2) m (x, y)
-- | Weaves two nested coroutines into one.
coupleNested :: (Monad m, Functor s0, Functor s1, Functor s2) => (forall x y r. (x -> y -> m r) -> m x -> m y -> m r) -> Coroutine (EitherFunctor s0 s1) m x -> Coroutine (EitherFunctor s0 s2) m y -> Coroutine (EitherFunctor s0 (SomeFunctor s1 s2)) m (x, y)
-- | Converts a coroutine into a nested one.
local :: (Functor r, Monad m) => Coroutine r m x -> Coroutine (EitherFunctor l r) m x
-- | Converts a coroutine into one that can contain nested coroutines.
out :: (Functor l, Monad m) => Coroutine l m x -> Coroutine (EitherFunctor l r) m x
-- | Like out, working over multiple functors.
liftOut :: (Monad m, Functor a, AncestorFunctor a d) => Coroutine a m x -> Coroutine d m x
-- | Combines two alternative functors into one, applying one or the other.
-- Used for nested coroutines.
data EitherFunctor l r x
LeftF :: (l x) -> EitherFunctor l r x
RightF :: (r x) -> EitherFunctor l r x
-- | Combines two functors into one, applying both.
newtype NestedFunctor l r x
NestedFunctor :: (l (r x)) -> NestedFunctor l r x
-- | Combines two functors into one, applying either or both of them. Used
-- for coupled coroutines.
data SomeFunctor l r x
LeftSome :: (l x) -> SomeFunctor l r x
RightSome :: (r x) -> SomeFunctor l r x
Both :: (NestedFunctor l r x) -> SomeFunctor l r x
instance [overlap ok] (d ~ EitherFunctor d' s, Functor a, Functor d', Functor d, AncestorFunctor a d') => AncestorFunctor a d
instance [overlap ok] (Functor a) => AncestorFunctor a a
instance [overlap ok] (Functor l, Functor r) => Functor (SomeFunctor l r)
instance [overlap ok] (Functor l, Functor r) => Functor (NestedFunctor l r)
instance [overlap ok] (Functor l, Functor r) => Functor (EitherFunctor l r)
instance [overlap ok] Functor Naught
instance [overlap ok] Functor (Await x)
instance [overlap ok] Functor (Yield x)
instance [overlap ok] (Functor s, MonadIO m) => MonadIO (Coroutine s m)
instance [overlap ok] (Functor s) => MonadTrans (Coroutine s)
instance [overlap ok] (Functor s, ParallelizableMonad m) => ParallelizableMonad (Coroutine s m)
instance [overlap ok] (Functor s, Monad m) => Monad (Coroutine s m)
instance [overlap ok] ParallelizableMonad IO
instance [overlap ok] ParallelizableMonad Maybe
instance [overlap ok] ParallelizableMonad Identity
-- | This module defines Source and Sink types and
-- pipe functions that create them. The method get on
-- Source abstracts away Control.Concurrent.SCC.Coroutine.await,
-- and the method put on Sink is a higher-level abstraction
-- of Control.Concurrent.SCC.Coroutine.yield. With this arrangement, a
-- single coroutine can yield values to multiple sinks and await values
-- from multiple sources with no need to change the
-- Control.Concurrent.SCC.Coroutine.Coroutine functor; the only
-- requirement is for each funtor of the sources and sinks the coroutine
-- uses to be an Control.Concurrent.SCC.Coroutine.AncestorFunctor of the
-- coroutine's functor. For example, coroutine zip that takes two
-- sources and one sink would be declared like this:
--
--
-- zip :: forall m a1 a2 a3 d x y. (Monad m, AncestorFunctor a1 d, AncestorFunctor a2 d, AncestorFunctor a3 d)
-- => Source m a1 x -> Source m a2 y -> Sink m a3 (x, y) -> Coroutine d m ()
--
--
-- Sources, sinks, and coroutines communicating through them are all
-- created using the pipe function or one of its variants. They
-- effectively split the current coroutine into a producer-consumer
-- coroutine pair. The producer gets a new Sink to write to and
-- the consumer a new Source to read from, in addition to all the
-- streams that are visible in the original coroutine. The following
-- function, for example, uses the zip coroutine above to add
-- together the values from two Integer sources:
--
--
-- add :: forall m a1 a2 a3 d. (Monad m, AncestorFunctor a1 d, AncestorFunctor a2 d, AncestorFunctor a3 d)
-- => Source m a1 Integer -> Source m a2 Integer -> Sink m a3 Integer -> Coroutine d m ()
-- add source1 source2 sink = do pipe
-- (pairSink-> zip source1 source2 pairSink) -- producer coroutine
-- (pairSource-> pourMap (uncurry (+)) pairSource sink) -- consumer coroutine
-- return ()
--
module Control.Concurrent.SCC.Streams
-- | A Sink can be used to yield values from any nested
-- Coroutine computation whose functor provably descends from the
-- functor a. It's the write-only end of a Pipe communication
-- channel.
data Sink m :: (* -> *) a x
-- | A Source can be used to read values into any nested
-- Coroutine computation whose functor provably descends from the
-- functor a. It's the read-only end of a Pipe communication
-- channel.
data Source m :: (* -> *) a x
type SinkFunctor a x = EitherFunctor a (TryYield x)
type SourceFunctor a x = EitherFunctor a (Await (Maybe x))
-- | The pipe function splits the computation into two concurrent
-- parts, producer and consumer. The producer is
-- given a Sink to put values into, and consumer a
-- Source to get those values from. Once producer and consumer
-- both complete, pipe returns their paired results.
pipe :: (Monad m, Functor a, a1 ~ (SinkFunctor a x), a2 ~ (SourceFunctor a x)) => (Sink m a1 x -> Coroutine a1 m r1) -> (Source m a2 x -> Coroutine a2 m r2) -> Coroutine a m (r1, r2)
-- | The pipeP function is equivalent to pipe, except the
-- producer and consumer are run in parallel.
pipeP :: (ParallelizableMonad m, Functor a, a1 ~ (SinkFunctor a x), a2 ~ (SourceFunctor a x)) => (Sink m a1 x -> Coroutine a1 m r1) -> (Source m a2 x -> Coroutine a2 m r2) -> Coroutine a m (r1, r2)
-- | The pipePS function acts either as pipeP or as
-- pipe, depending on the argument parallel.
pipePS :: (ParallelizableMonad m, Functor a, a1 ~ (SinkFunctor a x), a2 ~ (SourceFunctor a x)) => Bool -> (Sink m a1 x -> Coroutine a1 m r1) -> (Source m a2 x -> Coroutine a2 m r2) -> Coroutine a m (r1, r2)
-- | Function get' assumes that the argument source is not empty and
-- returns the value the source yields. If the source is empty, the
-- function throws an error.
get' :: (Monad m, AncestorFunctor a d) => Source m a x -> Coroutine d m x
getSuccess :: (Monad m, AncestorFunctor a d) => Source m a x -> (x -> Coroutine d m ()) -> Coroutine d m ()
-- | Converts a Sink on the ancestor functor a into a sink on
-- the descendant functor d.
liftSink :: (Monad m, AncestorFunctor a d) => Sink m a x -> Sink m d x
-- | Converts a Source on the ancestor functor a into a
-- source on the descendant functor d.
liftSource :: (Monad m, AncestorFunctor a d) => Source m a x -> Source m d x
-- | consumeAndSuppress consumes the entire source ignoring the
-- values it generates.
consumeAndSuppress :: (Monad m, AncestorFunctor a d) => Source m a x -> Coroutine d m ()
-- | tee is similar to pour except it distributes every input
-- value from the source arguments into both sink1 and
-- sink2.
tee :: (Monad m, AncestorFunctor a1 d, AncestorFunctor a2 d, AncestorFunctor a3 d) => Source m a1 x -> Sink m a2 x -> Sink m a3 x -> Coroutine d m ()
-- | pour copies all data from the source argument into the
-- sink argument, as long as there is anything to copy and the
-- sink accepts it.
pour :: (Monad m, AncestorFunctor a1 d, AncestorFunctor a2 d) => Source m a1 x -> Sink m a2 x -> Coroutine d m ()
-- | pourMap is like pour that applies the function f
-- to each argument before passing it into the sink.
pourMap :: (Monad m, AncestorFunctor a1 d, AncestorFunctor a2 d) => (x -> y) -> Source m a1 x -> Sink m a2 y -> Coroutine d m ()
-- | getList returns the list of all values generated by the source.
getList :: (Monad m, AncestorFunctor a d) => Source m a x -> Coroutine d m [x]
-- | putList puts entire list into its sink argument, as long
-- as the sink accepts it. The remainder that wasn't accepted by the sink
-- is the result value.
putList :: (Monad m, AncestorFunctor a d) => [x] -> Sink m a x -> Coroutine d m [x]
-- | Like putList, except it puts the contents of the given
-- Seq into the sink.
putQueue :: (Monad m, AncestorFunctor a d) => Seq x -> Sink m a x -> Coroutine d m [x]
-- | A utility function wrapping if-then-else, useful for handling monadic
-- truth values
cond :: a -> a -> Bool -> a
-- | A utility function, useful for handling monadic list values where
-- empty list means success
whenNull :: (Monad m) => m [a] -> [a] -> m [a]
-- | This module defines various Control.Concurrent.SCC.Coroutine.Coroutine
-- types that operate on Sink and Source values. The
-- simplest of the bunch are Consumer and Producer types,
-- which respectively operate on a single source or sink. A
-- Transducer has access both to a Source to read from and
-- a Sink to write into. Finally, a Splitter reads from a
-- single source and writes all input into two sinks of the same type,
-- signalling interesting input boundaries by writing into the third
-- sink.
module Control.Concurrent.SCC.Types
-- | A component that performs a computation with no inputs nor outputs.
newtype Performer m r
Performer :: m r -> Performer m r
perform :: Performer m r -> m r
type OpenConsumer m a d x r = (AncestorFunctor a d) => Source m a x -> Coroutine d m r
-- | A component that consumes values from a Source.
newtype Consumer m x r
Consumer :: (forall a d. OpenConsumer m a d x r) -> Consumer m x r
consume :: Consumer m x r -> forall a d. OpenConsumer m a d x r
type OpenProducer m a d x r = (AncestorFunctor a d) => Sink m a x -> Coroutine d m r
-- | A component that produces values and puts them into a Sink.
newtype Producer m x r
Producer :: (forall a d. OpenProducer m a d x r) -> Producer m x r
produce :: Producer m x r -> forall a d. OpenProducer m a d x r
type OpenTransducer m a1 a2 d x y = (AncestorFunctor a1 d, AncestorFunctor a2 d) => Source m a1 x -> Sink m a2 y -> Coroutine d m [x]
-- | The Transducer type represents computations that transform a
-- data stream. Execution of transduce must continue consuming the
-- given Source and feeding the Sink as long both can be
-- resumed. If the sink dies first, transduce should return the
-- list of all values it has consumed from the source but hasn't managed
-- to process and write into the sink.
newtype Transducer m x y
Transducer :: (forall a1 a2 d. OpenTransducer m a1 a2 d x y) -> Transducer m x y
transduce :: Transducer m x y -> forall a1 a2 d. OpenTransducer m a1 a2 d x y
type OpenSplitter m a1 a2 a3 a4 d x b = (AncestorFunctor a1 d, AncestorFunctor a2 d, AncestorFunctor a3 d, AncestorFunctor a4 d) => Source m a1 x -> Sink m a2 x -> Sink m a3 x -> Sink m a4 b -> Coroutine d m [x]
-- | The SplitterComponent type represents computations that distribute the
-- input stream acording to some criteria. A splitter should distribute
-- only the original input data, and feed it into the sinks in the same
-- order it has been read from the source. Furthermore, the input source
-- should be entirely consumed and fed into the first two sinks. The
-- third sink can be used to supply extra information at arbitrary points
-- in the input. If any of the sinks dies before all data is fed to them,
-- split should return the list of all values it has consumed from
-- the source but hasn't managed to write into the sinks.
--
-- A splitter can be used in two ways: as a predicate to determine which
-- portions of its input stream satisfy a certain property, or as a
-- chunker to divide the input stream into chunks. In the former case,
-- the predicate is considered true for exactly those parts of the input
-- that are written to its true sink. In the latter case, a chunk
-- is a contiguous section of the input stream that is written
-- exclusively to one sink, either true or false. Anything written to the
-- third sink also terminates the chunk.
newtype Splitter m x b
Splitter :: (forall a1 a2 a3 a4 d. OpenSplitter m a1 a2 a3 a4 d x b) -> Splitter m x b
split :: Splitter m x b -> forall a1 a2 a3 a4 d. OpenSplitter m a1 a2 a3 a4 d x b
-- | A Markup value is produced to mark either a Start and
-- End of a region of data, or an arbitrary Point in data.
-- A Point is semantically equivalent to a Start
-- immediately followed by End. The Content constructor
-- wraps the actual data.
data Boundary y
Start :: y -> Boundary y
End :: y -> Boundary y
Point :: y -> Boundary y
data Markup y x
Content :: x -> Markup y x
Markup :: (Boundary y) -> Markup y x
type Parser m x b = Transducer m x (Markup b x)
-- | Branching is a type class representing all types that can act
-- as consumers, namely Consumer, Transducer, and
-- Splitter.
class Branching c m :: (* -> *) x r | c -> m x
combineBranches :: (Branching c m x r) => (forall d. Bool -> (forall a d'. (AncestorFunctor d d') => OpenConsumer m a d' x r) -> (forall a d'. (AncestorFunctor d d') => OpenConsumer m a d' x r) -> (forall a. OpenConsumer m a d x r)) -> Bool -> c -> c -> c
-- | Creates a proper Consumer from a function that is, but can't be
-- proven to be, an OpenConsumer.
isolateConsumer :: (Monad m) => (forall d. (Functor d) => Source m d x -> Coroutine d m r) -> Consumer m x r
-- | Creates a proper Producer from a function that is, but can't be
-- proven to be, an OpenProducer.
isolateProducer :: (Monad m) => (forall d. (Functor d) => Sink m d x -> Coroutine d m r) -> Producer m x r
-- | Creates a proper Transducer from a function that is, but can't
-- be proven to be, an OpenTransducer.
isolateTransducer :: (Monad m) => (forall d. (Functor d) => Source m d x -> Sink m d y -> Coroutine d m [x]) -> Transducer m x y
-- | Creates a proper Splitter from a function that is, but can't be
-- proven to be, an OpenSplitter.
isolateSplitter :: (Monad m) => (forall d. (Functor d) => Source m d x -> Sink m d x -> Sink m d x -> Sink m d b -> Coroutine d m [x]) -> Splitter m x b
-- | Function oneToOneTransducer takes a function that maps one
-- input value to one output value each, and lifts it into a
-- Transducer.
oneToOneTransducer :: (Monad m) => (x -> y) -> Transducer m x y
-- | Function statelessTransducer takes a function that maps one
-- input value into a list of output values, and lifts it into a
-- Transducer.
statelessTransducer :: (Monad m) => (x -> [y]) -> Transducer m x y
-- | Function foldingTransducer creates a stateful transducer that
-- produces only one output value after consuming the entire input.
-- Similar to Data.List.foldl
foldingTransducer :: (Monad m) => (s -> x -> s) -> s -> (s -> y) -> Transducer m x y
-- | Function statefulTransducer constructs a Transducer from
-- a state-transition function and the initial state. The transition
-- function may produce arbitrary output at any transition step.
statefulTransducer :: (Monad m) => (state -> x -> (state, [y])) -> state -> Transducer m x y
-- | Function statelessSplitter takes a function that assigns a
-- Boolean value to each input item and lifts it into a Splitter.
statelessSplitter :: (Monad m) => (x -> Bool) -> Splitter m x b
-- | Function statefulSplitter takes a state-converting function
-- that also assigns a Boolean value to each input item and lifts it into
-- a Splitter.
statefulSplitter :: (Monad m) => (state -> x -> (state, Bool)) -> state -> Splitter m x ()
-- | Given a Splitter, a Source, and three consumer
-- functions, splitToConsumers runs the splitter on the source and
-- feeds the splitter's outputs to its true, false, and
-- edge sinks, respectively, to the three consumers.
splitToConsumers :: (Functor d, Monad m, d1 ~ (SinkFunctor d x), AncestorFunctor a (SinkFunctor (SinkFunctor d1 x) b)) => Splitter m x b -> Source m a x -> (Source m (SourceFunctor d x) x -> Coroutine (SourceFunctor d x) m r1) -> (Source m (SourceFunctor d1 x) x -> Coroutine (SourceFunctor d1 x) m r2) -> (Source m (SourceFunctor (SinkFunctor d1 x) b) b -> Coroutine (SourceFunctor (SinkFunctor d1 x) b) m r3) -> Coroutine d m ([x], r1, r2, r3)
-- | Given a Splitter, a Source, and two consumer functions,
-- splitInputToConsumers runs the splitter on the source and feeds
-- the splitter's true and false outputs, respectively, to
-- the two consumers.
splitInputToConsumers :: (ParallelizableMonad m, d1 ~ (SinkFunctor d x), AncestorFunctor a d) => Bool -> Splitter m x b -> Source m a x -> (Source m (SourceFunctor d1 x) x -> Coroutine (SourceFunctor d1 x) m [x]) -> (Source m (SourceFunctor d x) x -> Coroutine (SourceFunctor d x) m [x]) -> Coroutine d m [x]
-- | The pipePS function acts either as pipeP or as
-- pipe, depending on the argument parallel.
pipePS :: (ParallelizableMonad m, Functor a, a1 ~ (SinkFunctor a x), a2 ~ (SourceFunctor a x)) => Bool -> (Sink m a1 x -> Coroutine a1 m r1) -> (Source m a2 x -> Coroutine a2 m r2) -> Coroutine a m (r1, r2)
instance (Eq y, Eq x) => Eq (Markup y x)
instance (Eq y) => Eq (Boundary y)
instance (Show y) => Show (Boundary y)
instance (ParallelizableMonad m) => Branching (Splitter m x b) m x [x]
instance (Monad m) => Branching (Transducer m x y) m x [x]
instance (Monad m) => Branching (Consumer m x ()) m x [x]
instance (Monad m) => Branching (Consumer m x r) m x r
instance (Show y) => Show (Markup y Char)
instance Functor (Markup y)
instance Functor Boundary
-- | The Combinators module defines combinators applicable to values
-- of the Transducer and Splitter types defined in the
-- Control.Concurrent.SCC.Types module.
module Control.Concurrent.SCC.Combinators
splitterToMarker :: (Monad m) => Splitter m x b -> Transducer m x (Either (x, Bool) b)
-- | Converts a Consumer into a Transducer with no output.
consumeBy :: (Monad m) => Consumer m x r -> Transducer m x y
-- | Combinator prepend converts the given producer to transducer
-- that passes all its input through unmodified, except | for prepending
-- the output of the argument producer to it. | prepend
-- prefix = join (substitute prefix) asis
prepend :: (Monad m) => Producer m x r -> Transducer m x x
-- | Combinator append converts the given producer to transducer
-- that passes all its input through unmodified, finally | appending to
-- it the output of the argument producer. | append suffix
-- = join asis (substitute suffix)
append :: (Monad m) => Producer m x r -> Transducer m x x
-- | The substitute combinator converts its argument producer to a
-- transducer that produces the same output, while | consuming its entire
-- input and ignoring it.
substitute :: (Monad m) => Producer m y r -> Transducer m x y
-- | Class PipeableComponentPair applies to any two components that
-- can be combined into a third component with the following properties:
--
--
-- - The input of the result, if any, becomes the input of the first
-- component.
-- - The output produced by the first child component is consumed by
-- the second child component.
-- - The result output, if any, is the output of the second
-- component.
--
class PipeableComponentPair m :: (* -> *) w c1 c2 c3 | c1 c2 -> c3, c1 c3 -> c2, c2 c3 -> c2, c1 -> m w, c2 -> m w, c3 -> m
connect :: (PipeableComponentPair m w c1 c2 c3) => Bool -> c1 -> c2 -> c3
-- | Class JoinableComponentPair applies to any two components that
-- can be combined into a third component with the following properties:
--
--
-- - if both argument components consume input, the input of the
-- combined component gets distributed to both components in
-- parallel,
-- - if both argument components produce output, the output of the
-- combined component is a concatenation of the complete output from the
-- first component followed by the complete output of the second
-- component, and
-- - the join method may apply the components in any order, the
-- sequence method makes sure its first argument has completed
-- before using the second one.
--
class (Monad m, CompatibleSignature c1 t1 m x y, CompatibleSignature c2 t2 m x y, CompatibleSignature c3 t3 m x y) => JoinableComponentPair t1 t2 t3 m x y c1 c2 c3 | c1 c2 -> c3, c1 -> t1 m, c2 -> t2 m, c3 -> t3 m x y, t1 m x y -> c1, t2 m x y -> c2, t3 m x y -> c3
join :: (JoinableComponentPair t1 t2 t3 m x y c1 c2 c3) => Bool -> c1 -> c2 -> c3
sequence :: (JoinableComponentPair t1 t2 t3 m x y c1 c2 c3) => c1 -> c2 -> c3
-- | The snot (streaming not) combinator simply reverses the outputs of the
-- argument splitter. In other words, data that the argument splitter
-- sends to its true sink goes to the false sink of the
-- result, and vice versa.
sNot :: (Monad m) => Splitter m x b -> Splitter m x b
-- | The >& combinator sends the true sink output of its left
-- operand to the input of its right operand for further splitting. Both
-- operands' false sinks are connected to the false sink of
-- the combined splitter, but any input value to reach the true
-- sink of the combined component data must be deemed true by both
-- splitters.
sAnd :: (ParallelizableMonad m) => Bool -> Splitter m x b1 -> Splitter m x b2 -> Splitter m x (b1, b2)
-- | A >| combinator's input value can reach its false sink only
-- by going through both argument splitters' false sinks.
sOr :: (ParallelizableMonad m) => Bool -> Splitter m x b1 -> Splitter m x b2 -> Splitter m x (Either b1 b2)
-- | Combinator && is a pairwise logical conjunction of two
-- splitters run in parallel on the same input.
pAnd :: (ParallelizableMonad m) => Bool -> Splitter m x b1 -> Splitter m x b2 -> Splitter m x (b1, b2)
-- | Combinator || is a pairwise logical disjunction of two splitters run
-- in parallel on the same input.
pOr :: (ParallelizableMonad m) => Bool -> Splitter m x b1 -> Splitter m x b2 -> Splitter m x (Either b1 b2)
ifs :: (ParallelizableMonad m, Branching c m x [x]) => Bool -> Splitter m x b -> c -> c -> c
wherever :: (ParallelizableMonad m) => Bool -> Transducer m x x -> Splitter m x b -> Transducer m x x
unless :: (ParallelizableMonad m) => Bool -> Transducer m x x -> Splitter m x b -> Transducer m x x
select :: (Monad m) => Splitter m x b -> Transducer m x x
-- | The recursive combinator while feeds the true sink of the
-- argument splitter back to itself, modified by the argument transducer.
-- Data fed to the splitter's false sink is passed on unmodified.
while :: (ParallelizableMonad m) => [(Bool, (Transducer m x x, Splitter m x b))] -> Transducer m x x
-- | The recursive combinator nestedIn combines two splitters into a
-- mutually recursive loop acting as a single splitter. The true sink of
-- one of the argument splitters and false sink of the other become the
-- true and false sinks of the loop. The other two sinks are bound to the
-- other splitter's source. The use of nestedIn makes sense only
-- on hierarchically structured streams. If we gave it some input
-- containing a flat sequence of values, and assuming both component
-- splitters are deterministic and stateless, an input value would either
-- not loop at all or it would loop forever.
nestedIn :: (ParallelizableMonad m) => [(Bool, (Splitter m x b, Splitter m x b))] -> Splitter m x b
-- | The foreach combinator is similar to the combinator ifs
-- in that it combines a splitter and two transducers into another
-- transducer. However, in this case the transducers are re-instantiated
-- for each consecutive portion of the input as the splitter chunks it
-- up. Each contiguous portion of the input that the splitter sends to
-- one of its two sinks gets transducered through the appropriate
-- argument transducer as that transducer's whole input. As soon as the
-- contiguous portion is finished, the transducer gets terminated.
foreach :: (ParallelizableMonad m, Branching c m x [x]) => Bool -> Splitter m x b -> c -> c -> c
-- | The having combinator combines two pure splitters into a pure
-- splitter. One splitter is used to chunk the input into contiguous
-- portions. Its false sink is routed directly to the false
-- sink of the combined splitter. The second splitter is instantiated and
-- run on each portion of the input that goes to first splitter's
-- true sink. If the second splitter sends any output at all to
-- its true sink, the whole input portion is passed on to the
-- true sink of the combined splitter, otherwise it goes to its
-- false sink.
having :: (ParallelizableMonad m) => Bool -> Splitter m x b1 -> Splitter m x b2 -> Splitter m x b1
-- | The havingOnly combinator is analogous to the having
-- combinator, but it succeeds and passes each chunk of the input to its
-- true sink only if the second splitter sends no part of it to
-- its false sink.
havingOnly :: (ParallelizableMonad m) => Bool -> Splitter m x b1 -> Splitter m x b2 -> Splitter m x b1
-- | Combinator followedBy treats its argument Splitters as
-- patterns components and returns a Splitter that matches their
-- concatenation. A section of input is considered true by the
-- result iff its prefix is considered true by argument s1
-- and the rest of the section is considered true by s2.
-- The splitter s2 is started anew after every section split to
-- true sink by s1.
followedBy :: (ParallelizableMonad m) => Bool -> Splitter m x b1 -> Splitter m x b2 -> Splitter m x (b1, b2)
-- | The even combinator takes every input section that its argument
-- splitter deems true, and feeds even ones into its
-- true sink. The odd sections and parts of input that are
-- false according to its argument splitter are fed to even
-- splitter's false sink.
even :: (Monad m) => Splitter m x b -> Splitter m x b
-- | The result of combinator first behaves the same as the argument
-- splitter up to and including the first portion of the input which goes
-- into the argument's true sink. All input following the first
-- true portion goes into the false sink.
first :: (Monad m) => Splitter m x b -> Splitter m x b
-- | The result of combinator uptoFirst takes all input up to and
-- including the first portion of the input which goes into the
-- argument's true sink and feeds it to the result splitter's
-- true sink. All the rest of the input goes into the false
-- sink. The only difference between first and uptoFirst
-- combinators is in where they direct the false portion of the
-- input preceding the first true part.
uptoFirst :: (Monad m) => Splitter m x b -> Splitter m x b
-- | The prefix combinator feeds its true sink only the
-- prefix of the input that its argument feeds to its true sink.
-- All the rest of the input is dumped into the false sink of the
-- result.
prefix :: (Monad m) => Splitter m x b -> Splitter m x b
-- | The result of the combinator last is a splitter which directs
-- all input to its false sink, up to the last portion of the
-- input which goes to its argument's true sink. That portion of
-- the input is the only one that goes to the resulting component's
-- true sink. The splitter returned by the combinator last
-- has to buffer the previous two portions of its input, because it
-- cannot know if a true portion of the input is the last one until it
-- sees the end of the input or another portion succeeding the previous
-- one.
last :: (Monad m) => Splitter m x b -> Splitter m x b
-- | The result of the combinator lastAndAfter is a splitter which
-- directs all input to its false sink, up to the last portion of
-- the input which goes to its argument's true sink. That portion
-- and the remainder of the input is fed to the resulting component's
-- true sink. The difference between last and
-- lastAndAfter combinators is where they feed the false
-- portion of the input, if any, remaining after the last true
-- part.
lastAndAfter :: (Monad m) => Splitter m x b -> Splitter m x b
-- | The suffix combinator feeds its true sink only the
-- suffix of the input that its argument feeds to its true sink.
-- All the rest of the input is dumped into the false sink of the
-- result.
suffix :: (Monad m) => Splitter m x b -> Splitter m x b
-- | Splitter startOf issues an empty true section at the
-- beginning of every section considered true by its argument
-- splitter, otherwise the entire input goes into its false sink.
startOf :: (Monad m) => Splitter m x b -> Splitter m x (Maybe b)
-- | Splitter endOf issues an empty true section at the end
-- of every section considered true by its argument splitter,
-- otherwise the entire input goes into its false sink.
endOf :: (Monad m) => Splitter m x b -> Splitter m x (Maybe b)
-- | Combinator ... tracks the running balance of difference between the
-- number of preceding starts of sections considered true
-- according to its first argument and the ones according to its second
-- argument. The combinator passes to true all input values for
-- which the difference balance is positive. This combinator is typically
-- used with startOf and endOf in order to count entire
-- input sections and ignore their lengths.
between :: (ParallelizableMonad m) => Bool -> Splitter m x b1 -> Splitter m x b2 -> Splitter m x b1
-- | Converts a splitter into a parser.
parseRegions :: (Monad m) => Splitter m x b -> Parser m x b
-- | Converts a boundary-marking splitter into a parser.
parseNestedRegions :: (Monad m) => Splitter m x (Boundary b) -> Parser m x b
-- | Runs the second argument on every contiguous region of input source
-- (typically produced by splitterToMarker) whose all values
-- either match Left (_, True) or Left (_, False).
groupMarks :: (Monad m, AncestorFunctor a d, AncestorFunctor a (SinkFunctor d x)) => Source m a (Either (x, Bool) b) -> (Maybe (Maybe b) -> Source m (SourceFunctor d x) x -> Coroutine (SourceFunctor d x) m r) -> Coroutine d m ()
instance (ParallelizableMonad m) => JoinableComponentPair (ConsumerType ()) (ProducerType ()) TransducerType m [x] [y] (Consumer m x ()) (Producer m y ()) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair (ProducerType ()) (ConsumerType ()) TransducerType m [x] [y] (Producer m y ()) (Consumer m x ()) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair TransducerType (ConsumerType ()) TransducerType m [x] [y] (Transducer m x y) (Consumer m x ()) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair (ConsumerType ()) TransducerType TransducerType m [x] [y] (Consumer m x ()) (Transducer m x y) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair TransducerType (ProducerType ()) TransducerType m [x] [y] (Transducer m x y) (Producer m y ()) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair (ProducerType ()) TransducerType TransducerType m [x] [y] (Producer m y ()) (Transducer m x y) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair TransducerType (PerformerType r) TransducerType m [x] [y] (Transducer m x y) (Performer m r) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair (PerformerType r) TransducerType TransducerType m [x] [y] (Performer m r) (Transducer m x y) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair (ConsumerType r1) (PerformerType r2) (ConsumerType r2) m [x] () (Consumer m x r1) (Performer m r2) (Consumer m x r2)
instance (ParallelizableMonad m) => JoinableComponentPair (PerformerType r1) (ConsumerType r2) (ConsumerType r2) m [x] () (Performer m r1) (Consumer m x r2) (Consumer m x r2)
instance (ParallelizableMonad m) => JoinableComponentPair (ProducerType r1) (PerformerType r2) (ProducerType r2) m () [x] (Producer m x r1) (Performer m r2) (Producer m x r2)
instance (ParallelizableMonad m) => JoinableComponentPair (PerformerType r1) (ProducerType r2) (ProducerType r2) m () [x] (Performer m r1) (Producer m x r2) (Producer m x r2)
instance (ParallelizableMonad m) => JoinableComponentPair (PerformerType r1) (PerformerType r2) (PerformerType r2) m () () (Performer m r1) (Performer m r2) (Performer m r2)
instance (ParallelizableMonad m) => JoinableComponentPair TransducerType TransducerType TransducerType m [x] [y] (Transducer m x y) (Transducer m x y) (Transducer m x y)
instance (ParallelizableMonad m) => JoinableComponentPair (ConsumerType ()) (ConsumerType ()) (ConsumerType ()) m [x] () (Consumer m x ()) (Consumer m x ()) (Consumer m x ())
instance (Monad m) => JoinableComponentPair (ProducerType r1) (ProducerType r2) (ProducerType r2) m () [x] (Producer m x r1) (Producer m x r2) (Producer m x r2)
instance CompatibleSignature (Transducer m x y) TransducerType m [x] [y]
instance (AnyListOrUnit y) => CompatibleSignature (Producer m x r) (ProducerType r) m y [x]
instance (AnyListOrUnit y) => CompatibleSignature (Consumer m x r) (ConsumerType r) m [x] y
instance (AnyListOrUnit x, AnyListOrUnit y) => CompatibleSignature (Performer m r) (PerformerType r) m x y
instance AnyListOrUnit ()
instance AnyListOrUnit [x]
instance (ParallelizableMonad m) => PipeableComponentPair m y (Transducer m x y) (Transducer m y z) (Transducer m x z)
instance (ParallelizableMonad m) => PipeableComponentPair m x (Producer m x r) (Transducer m x y) (Producer m y r)
instance (ParallelizableMonad m) => PipeableComponentPair m y (Transducer m x y) (Consumer m y r) (Consumer m x r)
instance (ParallelizableMonad m) => PipeableComponentPair m x (Producer m x ()) (Consumer m x ()) (Performer m ())
-- | Module Primitives defines primitive components of
-- Producer, Consumer, Transducer and
-- Splitter types, defined in the Types module.
module Control.Concurrent.SCC.Primitives
-- | Used by parseSubstring to distinguish between overlapping
-- substrings.
data OccurenceTag
-- | fromList produces the contents of the given list argument.
fromList :: (Monad m) => [x] -> Producer m x [x]
-- | Consumer toList copies the given source into a list.
toList :: (Monad m) => Consumer m x [x]
-- | Producer fromFile opens the named file and feeds the given sink
-- from its contents.
fromFile :: String -> Producer IO Char ()
-- | Producer fromHandle feeds the given sink from the open file
-- handle. The argument doClose determines | if
-- handle should be closed when the handle is consumed or the sink
-- closed.
fromHandle :: Handle -> Bool -> Producer IO Char ()
-- | Producer fromStdIn feeds the given sink from the standard
-- input.
fromStdIn :: Producer IO Char ()
-- | Consumer appendFile opens the name file and appends the given
-- source to it.
appendFile :: String -> Consumer IO Char ()
-- | Consumer toFile opens the named file and copies the given
-- source into it.
toFile :: String -> Consumer IO Char ()
-- | Consumer toHandle copies the given source into the open file
-- handle. The argument doClose determines | if
-- handle should be closed once the entire source is consumed and
-- copied.
toHandle :: Handle -> Bool -> Consumer IO Char ()
-- | Consumer toStdOut copies the given source into the standard
-- output.
toStdOut :: Consumer IO Char ()
-- | The suppress consumer suppresses all input it receives. It is
-- equivalent to substitute []
suppress :: (Monad m) => Consumer m x ()
-- | The erroneous consumer reports an error if any input reaches
-- it.
erroneous :: (Monad m) => String -> Consumer m x ()
-- | Transducer asis passes its input through unmodified.
asis :: (Monad m) => Transducer m x x
-- | Transducer parse prepares input content for subsequent parsing.
parse :: (Monad m) => Transducer m x (Markup y x)
-- | Transducer unparse removes all markup from its input and passes
-- the content through.
unparse :: (Monad m) => Transducer m (Markup y x) x
-- | Performs the same task as the substring splitter, but instead
-- of splitting it outputs the input as Markup x
-- OccurenceTag in order to distinguish overlapping strings.
parseSubstring :: (Monad m, Eq x) => [x] -> Parser m x OccurenceTag
-- | Splitter everything feeds its entire input into its true
-- sink.
everything :: (Monad m) => Splitter m x ()
-- | Splitter nothing feeds its entire input into its false
-- sink.
nothing :: (Monad m) => Splitter m x ()
-- | Splitter marked passes all marked-up input sections to its
-- true sink, and all unmarked input to its false sink.
marked :: (Monad m, Eq y) => Splitter m (Markup y x) ()
-- | Splitter markedContent passes the content of all marked-up
-- input sections to its true sink, while the outermost tags and
-- all unmarked input go to its false sink.
markedContent :: (Monad m, Eq y) => Splitter m (Markup y x) ()
-- | Splitter markedWith passes input sections marked-up with the
-- appropriate tag to its true sink, and the rest of the input to
-- its false sink. The argument select determines if the
-- tag is appropriate.
markedWith :: (Monad m, Eq y) => (y -> Bool) -> Splitter m (Markup y x) ()
-- | Splitter contentMarkedWith passes the content of input sections
-- marked-up with the appropriate tag to its true sink, and the
-- rest of the input to its false sink. The argument select
-- determines if the tag is appropriate.
contentMarkedWith :: (Monad m, Eq y) => (y -> Bool) -> Splitter m (Markup y x) ()
-- | Splitter one feeds all input values to its true sink,
-- treating every value as a separate section.
one :: (Monad m) => Splitter m x ()
-- | Splitter substring feeds to its true sink all input
-- parts that match the contents of the given list argument. If two
-- overlapping parts of the input both match the argument, both are sent
-- to true and each is preceded by an edge.
substring :: (Monad m, Eq x) => [x] -> Splitter m x ()
-- | Transducer group collects all its input values into a single
-- list.
group :: (Monad m) => Transducer m x [x]
-- | Transducer concatenate flattens the input stream of lists of
-- values into the output stream of values.
concatenate :: (Monad m) => Transducer m [x] x
-- | Same as concatenate except it inserts the given separator list
-- between every two input lists.
concatSeparate :: (Monad m) => [x] -> Transducer m [x] x
-- | The lowercase transforms all uppercase letters in the input to
-- lowercase, leaving the rest unchanged.
lowercase :: (Monad m) => Transducer m Char Char
-- | The uppercase transforms all lowercase letters in the input to
-- uppercase, leaving the rest unchanged.
uppercase :: (Monad m) => Transducer m Char Char
-- | Splitter whitespace feeds all white-space characters into its
-- true sink, all others into false.
whitespace :: (Monad m) => Splitter m Char ()
-- | Splitter letters feeds all alphabetical characters into its
-- true sink, all other characters into | false.
letters :: (Monad m) => Splitter m Char ()
-- | Splitter digits feeds all digits into its true sink, all
-- other characters into false.
digits :: (Monad m) => Splitter m Char ()
-- | The sectioning splitter line feeds line-ends into its
-- false sink, and line contents into true. A single
-- line-end can be formed by any of the character sequences "\n", "\r",
-- "\r\n", or "\n\r".
line :: (Monad m) => Splitter m Char ()
-- | Splitter nonEmptyLine feeds line-ends into its false
-- sink, and all other characters into true.
nonEmptyLine :: (Monad m) => Splitter m Char ()
-- | The count transducer counts all its input values and outputs
-- the final tally.
count :: (Monad m) => Transducer m x Integer
-- | Converts each input value x to show x.
toString :: (Monad m, Show x) => Transducer m x String
instance Eq OccurenceTag
instance Show OccurenceTag
instance Enum OccurenceTag
-- | Module XML defines primitives and combinators for parsing and
-- manipulating XML.
module Control.Concurrent.SCC.XML
data Token
StartTag :: Token
EndTag :: Token
EmptyTag :: Token
ElementName :: Token
AttributeName :: Token
AttributeValue :: Token
EntityReferenceToken :: Token
EntityName :: Token
ProcessingInstruction :: Token
ProcessingInstructionText :: Token
Comment :: Token
CommentText :: Token
StartMarkedSectionCDATA :: Token
EndMarkedSection :: Token
ErrorToken :: String -> Token
-- | The tokens splitter distinguishes XML markup from data content.
-- It is used by parseTokens.
tokens :: (Monad m) => Splitter m Char (Boundary Token)
-- | The XML token parser. This parser converts plain text to parsed text,
-- which is a precondition for using the remaining XML components.
parseTokens :: (Monad m) => Parser m Char Token
-- | Converts an XML entity name into the text value it represents:
-- expandEntity "lt" = "<".
expandEntity :: String -> String
-- | Escapes a character for inclusion into an XML attribute value.
escapeAttributeCharacter :: Char -> String
-- | Escapes a character for inclusion into the XML data content.
escapeContentCharacter :: Char -> String
-- | Splits all top-level elements with all their content to true,
-- all other input to false.
element :: (Monad m) => Splitter m (Markup Token Char) ()
-- | Splits the content of all top-level elements to true, their
-- tags and intervening input to false.
elementContent :: (Monad m) => Splitter m (Markup Token Char) ()
-- | Splits every element name, including the names of nested elements and
-- names in end tags, to true, all the rest of input to
-- false.
elementName :: (Monad m) => Splitter m (Markup Token Char) ()
-- | Splits every attribute specification to true, everything else
-- to false.
attribute :: (Monad m) => Splitter m (Markup Token Char) ()
-- | Splits every attribute name to true, all the rest of input to
-- false.
attributeName :: (Monad m) => Splitter m (Markup Token Char) ()
-- | Splits every attribute value, excluding the quote delimiters, to
-- true, all the rest of input to false.
attributeValue :: (Monad m) => Splitter m (Markup Token Char) ()
-- | Similiar to (Control.Concurrent.SCC.Combinators.having
-- element), except it runs the argument splitter only on
-- each element's start tag, not on the entire element with its content.
elementHavingTag :: (ParallelizableMonad m) => Splitter m (Markup Token Char) b -> Splitter m (Markup Token Char) b
-- | Behaves like Control.Concurrent.SCC.Combinators.having, but the
-- right-hand splitter works on plain instead of marked-up text. This
-- allows regular Char splitters to be applied to parsed XML.
havingText :: (ParallelizableMonad m) => Bool -> Splitter m (Markup Token Char) b1 -> Splitter m Char b2 -> Splitter m (Markup Token Char) b1
-- | Behaves like Control.Concurrent.SCC.Combinators.havingOnly, but the
-- right-hand splitter works on plain instead of marked-up text. This
-- allows regular Char splitters to be applied to parsed XML.
havingOnlyText :: (ParallelizableMonad m) => Bool -> Splitter m (Markup Token Char) b1 -> Splitter m Char b2 -> Splitter m (Markup Token Char) b1
instance Eq Token
instance Show Token
-- | The Components module defines thin wrappers around the
-- Transducer and Splitter primitives and combinators,
-- relying on the Control.Concurrent.SCC.ComponentTypes module.
module Control.Concurrent.SCC.Components
-- | A component that performs a computation with no inputs nor outputs is
-- a PerformerComponent.
type PerformerComponent m r = Component (Performer m r)
-- | A component that consumes values from a Source is called
-- ConsumerComponent.
type ConsumerComponent m x r = Component (Consumer m x r)
-- | A component that produces values and puts them into a Sink is called
-- ProducerComponent.
type ProducerComponent m x r = Component (Producer m x r)
-- | The TransducerComponent type represents computations that
-- transform a data stream.
type TransducerComponent m x y = Component (Transducer m x y)
type ParserComponent m x y = Component (Parser m x y)
-- | The SplitterComponent type represents computations that
-- distribute data acording to some criteria. A splitter should
-- distribute only the original input data, and feed it into the sinks in
-- the same order it has been read from the source. If the two 'Sink c x'
-- arguments of a splitter are the same, the splitter must act as an
-- identity transform.
type SplitterComponent m x b = Component (Splitter m x b)
-- | The constant cost of each I/O-performing component.
ioCost :: Int
-- | ConsumerComponent toList copies the given source into a list.
toList :: (Monad m) => ConsumerComponent m x [x]
-- | fromList produces the contents of the given list argument.
fromList :: (Monad m) => [x] -> ProducerComponent m x [x]
-- | ConsumerComponent toStdOut copies the given source into the
-- standard output.
toStdOut :: ConsumerComponent IO Char ()
-- | ProducerComponent fromStdIn feeds the given sink from the
-- standard input.
fromStdIn :: ProducerComponent IO Char ()
-- | ProducerComponent fromFile opens the named file and feeds the
-- given sink from its contents.
fromFile :: String -> ProducerComponent IO Char ()
-- | ProducerComponent fromHandle feeds the given sink from the open
-- file handle. The argument doClose determines | if
-- handle should be closed when the handle is consumed or the sink
-- closed.
fromHandle :: Handle -> Bool -> ProducerComponent IO Char ()
-- | ConsumerComponent toFile opens the named file and copies the
-- given source into it.
toFile :: String -> ConsumerComponent IO Char ()
-- | ConsumerComponent appendFile opens the name file and appends
-- the given source to it.
appendFile :: String -> ConsumerComponent IO Char ()
-- | ConsumerComponent toHandle copies the given source into the
-- open file handle. The argument doClose determines | if
-- handle should be closed once the entire source is consumed and
-- copied.
toHandle :: Handle -> Bool -> ConsumerComponent IO Char ()
-- | TransducerComponent asis passes its input through unmodified.
asis :: (Monad m) => TransducerComponent m x x
-- | TransducerComponent unparse removes all markup from its input
-- and passes the content through.
unparse :: (Monad m) => TransducerComponent m (Markup y x) x
-- | TransducerComponent parse prepares input content for subsequent
-- parsing.
parse :: (Monad m) => TransducerComponent m x (Markup y x)
-- | The suppress consumer suppresses all input it receives. It is
-- equivalent to substitute []
suppress :: (Monad m) => ConsumerComponent m x ()
-- | The erroneous consumer reports an error if any input reaches
-- it.
erroneous :: (Monad m) => String -> ConsumerComponent m x ()
-- | The lowercase transforms all uppercase letters in the input to
-- lowercase, leaving the rest unchanged.
lowercase :: (Monad m) => TransducerComponent m Char Char
-- | The uppercase transforms all lowercase letters in the input to
-- uppercase, leaving the rest unchanged.
uppercase :: (Monad m) => TransducerComponent m Char Char
-- | The count transducer counts all its input values and outputs
-- the final tally.
count :: (Monad m) => TransducerComponent m x Integer
-- | Converts each input value x to show x.
toString :: (Monad m, Show x) => TransducerComponent m x String
-- | TransducerComponent group collects all its input values into a
-- single list.
group :: (Monad m) => TransducerComponent m x [x]
-- | TransducerComponent concatenate flattens the input stream of
-- lists of values into the output stream of values.
concatenate :: (Monad m) => TransducerComponent m [x] x
-- | Same as concatenate except it inserts the given separator list
-- between every two input lists.
concatSeparate :: (Monad m) => [x] -> TransducerComponent m [x] x
-- | SplitterComponent whitespace feeds all white-space characters
-- into its true sink, all others into false.
whitespace :: (Monad m) => SplitterComponent m Char ()
-- | SplitterComponent letters feeds all alphabetical characters
-- into its true sink, all other characters into | false.
letters :: (Monad m) => SplitterComponent m Char ()
-- | SplitterComponent digits feeds all digits into its true
-- sink, all other characters into false.
digits :: (Monad m) => SplitterComponent m Char ()
-- | SplitterComponent nonEmptyLine feeds line-ends into its
-- false sink, and all other characters into true.
nonEmptyLine :: (Monad m) => SplitterComponent m Char ()
-- | The sectioning splitter line feeds line-ends into its
-- false sink, and line contents into true. A single
-- line-end can be formed by any of the character sequences "\n", "\r",
-- "\r\n", or "\n\r".
line :: (Monad m) => SplitterComponent m Char ()
-- | SplitterComponent everything feeds its entire input into its
-- true sink.
everything :: (Monad m) => SplitterComponent m x ()
-- | SplitterComponent nothing feeds its entire input into its
-- false sink.
nothing :: (Monad m) => SplitterComponent m x ()
-- | SplitterComponent one feeds all input values to its true
-- sink, treating every value as a separate section.
one :: (Monad m) => SplitterComponent m x ()
-- | SplitterComponent marked passes all marked-up input sections to
-- its true sink, and all unmarked input to its false sink.
marked :: (Monad m, Eq y) => SplitterComponent m (Markup y x) ()
-- | SplitterComponent markedContent passes the content of all
-- marked-up input sections to its true sink, while the outermost
-- tags and all unmarked input go to its false sink.
markedContent :: (Monad m, Eq y) => SplitterComponent m (Markup y x) ()
-- | SplitterComponent markedWith passes input sections marked-up
-- with the appropriate tag to its true sink, and the rest of the
-- input to its false sink. The argument select determines
-- if the tag is appropriate.
markedWith :: (Monad m, Eq y) => (y -> Bool) -> SplitterComponent m (Markup y x) ()
-- | SplitterComponent contentMarkedWith passes the content of input
-- sections marked-up with the appropriate tag to its true sink,
-- and the rest of the input to its false sink. The argument
-- select determines if the tag is appropriate.
contentMarkedWith :: (Monad m, Eq y) => (y -> Bool) -> SplitterComponent m (Markup y x) ()
-- | Performs the same task as the substring splitter, but instead
-- of splitting it outputs the input as Markup x
-- OccurenceTag in order to distinguish overlapping strings.
parseSubstring :: (Monad m, Eq x) => [x] -> ParserComponent m x OccurenceTag
-- | SplitterComponent substring feeds to its true sink all
-- input parts that match the contents of the given list argument. If two
-- overlapping parts of the input both match the argument, both are sent
-- to true and each is preceded by an edge.
substring :: (Monad m, Eq x) => [x] -> SplitterComponent m x ()
-- | Converts a ConsumerComponent into a TransducerComponent
-- with no output.
consumeBy :: (Monad m) => ConsumerComponent m x r -> TransducerComponent m x y
-- | Class PipeableComponentPair applies to any two components that can be
-- combined into a third component with the following properties:
--
--
-- - The input of the result, if any, becomes the input of the first
-- component.
-- - The output produced by the first child component is consumed by
-- the second child component.
-- - The result output, if any, is the output of the second
-- component.
--
(>->) :: (PipeableComponentPair m w c1 c2 c3) => Component c1 -> Component c2 -> Component c3
class CompatibleSignature c cons m :: (* -> *) input output | c -> cons m
class AnyListOrUnit c
data PerformerType r
data ConsumerType r
data ProducerType r
data TransducerType
-- | Class JoinableComponentPair applies to any two components that can be
-- combined into a third component with the following properties:
--
--
-- - if both argument components consume input, the input of the
-- combined component gets distributed to both components in
-- parallel,
-- - if both argument components produce output, the output of the
-- combined component is a concatenation of the complete output from the
-- first component followed by the complete output of the second
-- component, and
-- - the join method may apply the components in any order, the
-- sequence method makes sure its first argument has completed
-- before using the second one.
--
join :: (JoinableComponentPair t1 t2 t3 m x y c1 c2 c3) => Component c1 -> Component c2 -> Component c3
sequence :: (JoinableComponentPair t1 t2 t3 m x y c1 c2 c3) => Component c1 -> Component c2 -> Component c3
-- | Combinator prepend converts the given producer to transducer
-- that passes all its input through unmodified, except | for prepending
-- the output of the argument producer to it. | prepend
-- prefix = join (substitute prefix)
-- asis
prepend :: (Monad m) => ProducerComponent m x r -> TransducerComponent m x x
-- | Combinator append converts the given producer to transducer
-- that passes all its input through unmodified, finally | appending to
-- it the output of the argument producer. | append suffix
-- = join asis (substitute suffix)
append :: (Monad m) => ProducerComponent m x r -> TransducerComponent m x x
-- | The substitute combinator converts its argument producer to a
-- transducer that produces the same output, while | consuming its entire
-- input and ignoring it.
substitute :: (Monad m) => ProducerComponent m y r -> TransducerComponent m x y
-- | The snot (streaming not) combinator simply reverses the outputs
-- of the argument splitter. In other words, data that the argument
-- splitter sends to its true sink goes to the false sink
-- of the result, and vice versa.
snot :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x b
-- | The >& combinator sends the true sink output of
-- its left operand to the input of its right operand for further
-- splitting. Both operands' false sinks are connected to the
-- false sink of the combined splitter, but any input value to
-- reach the true sink of the combined component data must be
-- deemed true by both splitters.
(>&) :: (ParallelizableMonad m) => SplitterComponent m x b1 -> SplitterComponent m x b2 -> SplitterComponent m x (b1, b2)
-- | A >| combinator's input value can reach its false
-- sink only by going through both argument splitters' false
-- sinks.
(>|) :: (ParallelizableMonad m) => SplitterComponent m x b1 -> SplitterComponent m x b2 -> SplitterComponent m x (Either b1 b2)
-- | Combinator && is a pairwise logical conjunction of two
-- splitters run in parallel on the same input.
(&&) :: (ParallelizableMonad m) => SplitterComponent m x b1 -> SplitterComponent m x b2 -> SplitterComponent m x (b1, b2)
-- | Combinator || is a pairwise logical disjunction of two
-- splitters run in parallel on the same input.
(||) :: (ParallelizableMonad m) => SplitterComponent m x b1 -> SplitterComponent m x b2 -> SplitterComponent m x (Either b1 b2)
ifs :: (ParallelizableMonad m, Branching c m x [x]) => SplitterComponent m x b -> Component c -> Component c -> Component c
wherever :: (ParallelizableMonad m) => TransducerComponent m x x -> SplitterComponent m x b -> TransducerComponent m x x
unless :: (ParallelizableMonad m) => TransducerComponent m x x -> SplitterComponent m x b -> TransducerComponent m x x
select :: (Monad m) => SplitterComponent m x b -> TransducerComponent m x x
-- | Converts a splitter into a parser.
parseRegions :: (Monad m) => SplitterComponent m x b -> ParserComponent m x b
-- | Converts a boundary-marking splitter into a parser.
parseNestedRegions :: (ParallelizableMonad m) => SplitterComponent m x (Boundary b) -> ParserComponent m x b
-- | The recursive combinator while feeds the true sink of the
-- argument splitter back to itself, modified by the argument transducer.
-- Data fed to the splitter's false sink is passed on unmodified.
while :: (ParallelizableMonad m) => TransducerComponent m x x -> SplitterComponent m x b -> TransducerComponent m x x
-- | The recursive combinator nestedIn combines two splitters into a
-- mutually recursive loop acting as a single splitter. The true sink of
-- one of the argument splitters and false sink of the other become the
-- true and false sinks of the loop. The other two sinks are bound to the
-- other splitter's source. The use of nestedIn makes sense only
-- on hierarchically structured streams. If we gave it some input
-- containing a flat sequence of values, and assuming both component
-- splitters are deterministic and stateless, an input value would either
-- not loop at all or it would loop forever.
nestedIn :: (ParallelizableMonad m) => SplitterComponent m x b -> SplitterComponent m x b -> SplitterComponent m x b
-- | The foreach combinator is similar to the combinator ifs
-- in that it combines a splitter and two transducers into another
-- transducer. However, in this case the transducers are re-instantiated
-- for each consecutive portion of the input as the splitter chunks it
-- up. Each contiguous portion of the input that the splitter sends to
-- one of its two sinks gets transducered through the appropriate
-- argument transducer as that transducer's whole input. As soon as the
-- contiguous portion is finished, the transducer gets terminated.
foreach :: (ParallelizableMonad m, Branching c m x [x]) => SplitterComponent m x b -> Component c -> Component c -> Component c
-- | The having combinator combines two pure splitters into a pure
-- splitter. One splitter is used to chunk the input into contiguous
-- portions. Its false sink is routed directly to the false
-- sink of the combined splitter. The second splitter is instantiated and
-- run on each portion of the input that goes to first splitter's
-- true sink. If the second splitter sends any output at all to
-- its true sink, the whole input portion is passed on to the
-- true sink of the combined splitter, otherwise it goes to its
-- false sink.
having :: (ParallelizableMonad m) => SplitterComponent m x b1 -> SplitterComponent m x b2 -> SplitterComponent m x b1
-- | The havingOnly combinator is analogous to the having
-- combinator, but it succeeds and passes each chunk of the input to its
-- true sink only if the second splitter sends no part of it to
-- its false sink.
havingOnly :: (ParallelizableMonad m) => SplitterComponent m x b1 -> SplitterComponent m x b2 -> SplitterComponent m x b1
-- | The result of combinator first behaves the same as the argument
-- splitter up to and including the first portion of the input which goes
-- into the argument's true sink. All input following the first
-- true portion goes into the false sink.
first :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x b
-- | The result of combinator uptoFirst takes all input up to and
-- including the first portion of the input which goes into the
-- argument's true sink and feeds it to the result splitter's
-- true sink. All the rest of the input goes into the false
-- sink. The only difference between first and uptoFirst
-- combinators is in where they direct the false portion of the
-- input preceding the first true part.
uptoFirst :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x b
-- | The result of the combinator last is a splitter which directs
-- all input to its false sink, up to the last portion of the
-- input which goes to its argument's true sink. That portion of
-- the input is the only one that goes to the resulting component's
-- true sink. The splitter returned by the combinator last
-- has to buffer the previous two portions of its input, because it
-- cannot know if a true portion of the input is the last one until it
-- sees the end of the input or another portion succeeding the previous
-- one.
last :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x b
-- | The result of the combinator lastAndAfter is a splitter which
-- directs all input to its false sink, up to the last portion of
-- the input which goes to its argument's true sink. That portion
-- and the remainder of the input is fed to the resulting component's
-- true sink. The difference between last and
-- lastAndAfter combinators is where they feed the false
-- portion of the input, if any, remaining after the last true
-- part.
lastAndAfter :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x b
-- | The prefix combinator feeds its true sink only the
-- prefix of the input that its argument feeds to its true sink.
-- All the rest of the input is dumped into the false sink of the
-- result.
prefix :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x b
-- | The suffix combinator feeds its true sink only the
-- suffix of the input that its argument feeds to its true sink.
-- All the rest of the input is dumped into the false sink of the
-- result.
suffix :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x b
-- | The even combinator takes every input section that its argument
-- splitter deems true, and feeds even ones into its
-- true sink. The odd sections and parts of input that are
-- false according to its argument splitter are fed to even
-- splitter's false sink.
even :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x b
-- | SplitterComponent startOf issues an empty true section
-- at the beginning of every section considered true by its
-- argument splitter, otherwise the entire input goes into its
-- false sink.
startOf :: (Monad m) => SplitterComponent m x b -> SplitterComponent m x (Maybe b)
-- | SplitterComponent endOf issues an empty true section at
-- the end of every section considered true by its argument
-- splitter, otherwise the entire input goes into its false sink.
endOf :: (ParallelizableMonad m) => SplitterComponent m x b -> SplitterComponent m x (Maybe b)
-- | Combinator followedBy treats its argument
-- SplitterComponents as patterns components and returns a
-- SplitterComponent that matches their concatenation. A section
-- of input is considered true by the result iff its prefix is
-- considered true by argument s1 and the rest of the
-- section is considered true by s2. The splitter s2
-- is started anew after every section split to true sink by
-- s1.
followedBy :: (ParallelizableMonad m) => SplitterComponent m x b1 -> SplitterComponent m x b2 -> SplitterComponent m x (b1, b2)
-- | Combinator ... tracks the running balance of difference between
-- the number of preceding starts of sections considered true
-- according to its first argument and the ones according to its second
-- argument. The combinator passes to true all input values for
-- which the difference balance is positive. This combinator is typically
-- used with startOf and endOf in order to count entire
-- input sections and ignore their lengths.
(...) :: (ParallelizableMonad m) => SplitterComponent m x b1 -> SplitterComponent m x b2 -> SplitterComponent m x b1
xmlTokens :: (Monad m) => SplitterComponent m Char (Boundary Token)
xmlParseTokens :: (Monad m) => ParserComponent m Char Token
xmlElement :: (Monad m) => SplitterComponent m (Markup Token Char) ()
xmlElementContent :: (Monad m) => SplitterComponent m (Markup Token Char) ()
-- | Similiar to (Control.Concurrent.SCC.Combinators.having
-- element), except it runs the argument splitter only on each
-- element's start tag, not on the entire element with its content.
xmlElementHavingTag :: (ParallelizableMonad m) => SplitterComponent m (Markup Token Char) b -> SplitterComponent m (Markup Token Char) b
-- | Splits every attribute specification to true, everything else
-- to false.
xmlAttribute :: (Monad m) => SplitterComponent m (Markup Token Char) ()
-- | Splits every element name, including the names of nested elements and
-- names in end tags, to true, all the rest of input to
-- false.
xmlElementName :: (Monad m) => SplitterComponent m (Markup Token Char) ()
-- | Splits every attribute name to true, all the rest of input to
-- false.
xmlAttributeName :: (Monad m) => SplitterComponent m (Markup Token Char) ()
-- | Splits every attribute value, excluding the quote delimiters, to
-- true, all the rest of input to false.
xmlAttributeValue :: (Monad m) => SplitterComponent m (Markup Token Char) ()
xmlHavingText :: (ParallelizableMonad m) => SplitterComponent m (Markup Token Char) b1 -> SplitterComponent m Char b2 -> SplitterComponent m (Markup Token Char) b1
xmlHavingOnlyText :: (ParallelizableMonad m) => SplitterComponent m (Markup Token Char) b1 -> SplitterComponent m Char b2 -> SplitterComponent m (Markup Token Char) b1
instance CompatibleSignature (Transducer m x y) TransducerType m [x] [y]
instance (AnyListOrUnit y) => CompatibleSignature (Producer m x r) (ProducerType r) m y [x]
instance (AnyListOrUnit y) => CompatibleSignature (Consumer m x r) (ConsumerType r) m [x] y
instance (AnyListOrUnit x, AnyListOrUnit y) => CompatibleSignature (Performer m r) (PerformerType r) m x y
instance AnyListOrUnit ()
instance AnyListOrUnit [x]