{-# LANGUAGE BangPatterns, FlexibleContexts, DeriveFoldable, DeriveFunctor, DeriveTraversable #-} module Control.Concurrent.Speculation ( spec , spec' , evaluated , specFoldr , specFoldl , Speculative(..) , WrappedFoldable(..) , WithoutSpeculation(..) ) where import Prelude hiding (foldl, foldl1, foldr, foldr1) import Data.Array import Data.Ix () import Data.Foldable import Data.Traversable import Data.IntMap (IntMap) import Data.Map (Map) import Data.Set (Set) import Data.Sequence (Seq) import Data.Data import Control.Parallel (par) import Data.Bits import Foreign import Unsafe.Coerce data Box a = Box a -- | Inspect the dynamic pointer tagging bits of a closure. This is an impure function that -- relies on GHC internals and will falsely return 0, but (hopefully) never give the wrong tag number if it returns -- a non-0 value. tag :: a -> Int tag a = unsafeCoerce (Box a) .&. (sizeOf (undefined :: Int) - 1) {-# INLINE tag #-} -- | Returns a guess as to whether or not a value has been evaluated. This is an impure function -- that relies on GHC internals and will return false negatives, but (hopefully) no false positives. evaluated :: a -> Bool evaluated a = tag a /= 0 {-# INLINE evaluated #-} -- | @'spec' g f a@ evaluates @f g@ while forcing @a@, if @g == a@ then @f g@ is returned. Otherwise @f a@ is evaluated. -- -- Furthermore, if the argument has already been evaluated, we avoid sparking the parallel computation at all. -- -- If a good guess at the value of @a@ is available, this is one way to induce parallelism in an otherwise sequential task. -- -- However, if the guess isn\'t available more cheaply than the actual answer, then this saves no work and if the guess is -- wrong, you risk evaluating the function twice. -- -- > spec a f a = f $! a -- -- The best-case timeline looks like: -- -- > [---- f g ----] -- > [----- a -----] -- > [-- spec g f a --] -- -- The worst-case timeline looks like: -- -- > [---- f g ----] -- > [----- a -----] -- > [---- f a ----] -- > [------- spec g f a -----------] -- -- Compare these to the timeline of @f $! a@: -- -- > [---- a -----] -- > [---- f a ----] spec :: Eq a => a -> (a -> b) -> a -> b spec g f a | evaluated a = f a | otherwise = spec' g f a {-# INLINE spec #-} -- | Unlike 'spec', this version does not check to see if the argument has already been evaluated. This can save -- a small amount of work when you know the argument will always require computation. spec' :: Eq a => a -> (a -> b) -> a -> b spec' guess f a = speculation `par` if guess == a then speculation else f a where speculation = f guess {-# INLINE spec' #-} -- | Given a valid estimator @g@, @'specFoldr' g f z xs@ yields the same answer as @'foldr'' f z xs@. -- -- @g n@ should supply an estimate of the value returned from folding over the last @n@ elements of the container. -- -- If @g n@ is accurate a reasonable percentage of the time and faster to compute than the fold, then this can -- provide increased opportunities for parallelism. -- -- > specFoldr = specFoldrN 0 specFoldr :: (Speculative f, Eq b) => (Int -> b) -> (a -> b -> b) -> b -> f a -> b specFoldr = specFoldrN 0 {-# INLINE specFoldr #-} -- | Given a valid estimator @g@, @'specFoldl' g f z xs@ yields the same answer as @'foldl'' f z xs@. -- -- @g n@ should supply an estimate of the value returned from folding over the first @n@ elements of the container. -- -- If @g n@ is accurate a reasonable percentage of the time and faster to compute than the fold, then this can -- provide increased opportunities for parallelism. -- -- > specFoldl = specFoldlN 0 specFoldl :: (Speculative f, Eq b) => (Int -> b) -> (b -> a -> b) -> b -> f a -> b specFoldl = specFoldlN 0 {-# INLINE specFoldl #-} class Foldable f => Speculative f where -- | 'specFoldr1' is to 'foldr1'' as 'specFoldr' is to 'foldr'' specFoldr1 :: Eq a => (Int -> a) -> (a -> a -> a) -> f a -> a -- | Given a valid estimator @g@, @'specFoldrN' n g f z xs@ yields the same answer as @'foldr' f z xs@. -- -- @g m@ should supply an estimate of the value returned from folding over the last @m - n@ elements of the container. specFoldrN :: Eq b => Int -> (Int -> b) -> (a -> b -> b) -> b -> f a -> b -- | 'specFoldl1' is to 'foldl1'' as 'specFoldl' is to 'foldl'' specFoldl1 :: Eq a => (Int -> a) -> (a -> a -> a) -> f a -> a -- | Given a valid estimator @g@, @'specFoldlN' n g f z xs@ yields the same answer as @'foldl' f z xs@. -- -- @g m@ should supply an estimate of the value returned from folding over the first @m - n@ elements of the container. specFoldlN :: Eq b => Int -> (Int -> b) -> (b -> a -> b) -> b -> f a -> b specFoldr1 g f = specFoldr1 g f . toList specFoldrN n g f z = specFoldrN n g f z . toList specFoldl1 g f = specFoldl1 g f . toList specFoldlN n g f z = specFoldlN n g f z . toList errorEmptyStructure :: String -> a errorEmptyStructure f = error $ f ++ ": error empty structure" instance Speculative [] where specFoldr1 g f = go 0 where go _ [] = errorEmptyStructure "specFoldr1" go _ [x] = x go !n (x:xs) = n' `seq` spec' (g n') (f x) (go n' xs) where n' = n + 1 specFoldrN _ _ _ z [] = z specFoldrN !n g f z (x:xs) = n' `seq` spec' (g n') (f x) (specFoldrN n' g f z xs) where n' = n + 1 specFoldl1 _ _ [] = errorEmptyStructure "specFoldl1" specFoldl1 g f (x:xs) = specFoldlN 1 g f x xs specFoldlN _ _ _ z [] = z specFoldlN !n g f z (x:xs) = n' `seq` spec' (g n') (\z' -> specFoldlN n' g f z' xs) (f z x) where n' = n + 1 -- speculation never helps with at most one element instance Speculative Maybe where specFoldr1 _ = foldr1 specFoldrN _ _ = foldr specFoldl1 _ = foldl1 specFoldlN _ _ = foldl instance Ix i => Speculative (Array i) instance Speculative Set instance Speculative (Map a) instance Speculative IntMap instance Speculative Seq -- | Transform an arbitrary 'Foldable' into a 'Speculative' container newtype WrappedFoldable f a = WrappedFoldable { getWrappedFoldable :: f a } deriving (Functor, Foldable, Traversable) instance Foldable f => Speculative (WrappedFoldable f) instance Typeable1 f => Typeable1 (WrappedFoldable f) where typeOf1 tfa = mkTyConApp wrappedTyCon [typeOf1 (undefined `asArgsType` tfa)] where asArgsType :: f a -> t f a -> f a asArgsType = const wrappedTyCon :: TyCon wrappedTyCon = mkTyCon "Control.Concurrent.Speculation.WrappedFoldable" {-# NOINLINE wrappedTyCon #-} wrappedConstr :: Constr wrappedConstr = mkConstr wrappedDataType "WrappedFoldable" [] Prefix {-# NOINLINE wrappedConstr #-} wrappedDataType :: DataType wrappedDataType = mkDataType "Control.Concurrent.Speculation.WrappedFoldable" [wrappedConstr] {-# NOINLINE wrappedDataType #-} instance (Typeable1 f, Data (f a), Data a) => Data (WrappedFoldable f a) where gfoldl f z (WrappedFoldable a) = z WrappedFoldable `f` a toConstr _ = wrappedConstr gunfold k z c = case constrIndex c of 1 -> k (z WrappedFoldable) _ -> error "gunfold" dataTypeOf _ = wrappedDataType dataCast1 f = gcast1 f -- | Provides a 'Speculative' container that doesn't actually speculate. newtype WithoutSpeculation f a = WithoutSpeculation { getWithoutSpeculation :: f a } deriving (Functor, Foldable, Traversable) instance Typeable1 f => Typeable1 (WithoutSpeculation f) where typeOf1 tfa = mkTyConApp withoutTyCon [typeOf1 (undefined `asArgsType` tfa)] where asArgsType :: f a -> t f a -> f a asArgsType = const instance Foldable f => Speculative (WithoutSpeculation f) where specFoldr1 _ = foldr1 specFoldrN _ _ = foldr specFoldl1 _ = foldl1 specFoldlN _ _ = foldl withoutTyCon :: TyCon withoutTyCon = mkTyCon "Control.Concurrent.Speculation.WithoutSpeculation" {-# NOINLINE withoutTyCon #-} withoutConstr :: Constr withoutConstr = mkConstr withoutDataType "WithoutSpeculation" [] Prefix {-# NOINLINE withoutConstr #-} withoutDataType :: DataType withoutDataType = mkDataType "Control.Concurrent.Speculation.WithoutSpeculation" [withoutConstr] {-# NOINLINE withoutDataType #-} instance (Typeable1 f, Data (f a), Data a) => Data (WithoutSpeculation f a) where gfoldl f z (WithoutSpeculation a) = z WithoutSpeculation `f` a toConstr _ = withoutConstr gunfold k z c = case constrIndex c of 1 -> k (z WithoutSpeculation) _ -> error "gunfold" dataTypeOf _ = withoutDataType dataCast1 f = gcast1 f