Safe Haskell	Safe-Inferred
Language	GHC2021

Futhark.IR.GPU.Op

Contents

Size operations
Host operations
SegOp refinements
Reexports

Synopsis

data SizeOp
- = GetSize Name SizeClass
- | GetSizeMax SizeClass
- | CmpSizeLe Name SizeClass SubExp
- | CalcNumBlocks SubExp Name SubExp
data HostOp op rep
- = SegOp (SegOp SegLevel rep)
- | SizeOp SizeOp
- | OtherOp (op rep)
- | GPUBody [Type] (Body rep)
traverseHostOpStms :: Monad m => OpStmsTraverser m (op rep) rep -> OpStmsTraverser m (HostOp op rep) rep
typeCheckHostOp :: Checkable rep => (SegLevel -> Op (Aliases rep) -> TypeM rep ()) -> Maybe SegLevel -> (op (Aliases rep) -> TypeM rep ()) -> HostOp op (Aliases rep) -> TypeM rep ()
data SegLevel
- = SegThread SegVirt (Maybe KernelGrid)
- | SegBlock SegVirt (Maybe KernelGrid)
- | SegThreadInBlock SegVirt
segVirt :: SegLevel -> SegVirt
data SegVirt
- = SegVirt
- | SegNoVirt
- | SegNoVirtFull SegSeqDims
newtype SegSeqDims = SegSeqDims {
- segSeqDims :: [Int]
}
data KernelGrid = KernelGrid {
- gridNumBlocks :: Count NumBlocks SubExp
- gridBlockSize :: Count BlockSize SubExp
}
module Futhark.IR.GPU.Sizes
module Futhark.IR.SegOp

Size operations

data SizeOp Source #

A simple size-level query or computation.

Constructors

GetSize Name SizeClass	Produce some runtime-configurable size.
GetSizeMax SizeClass	The maximum size of some class.
CmpSizeLe Name SizeClass SubExp	Compare size (likely a threshold) with some integer value.
CalcNumBlocks SubExp Name SubExp	`CalcNumBlocks w max_num_tblocks tblock_size` calculates the number of GPU threadblocks to use for an input of the given size. The `Name` is a size name. Note that `w` is an i64 to avoid overflow issues.

Instances

Instances details

Show SizeOp Source #
Instance details Defined in Futhark.IR.GPU.Op Methods showsPrec :: Int -> SizeOp -> ShowS # show :: SizeOp -> String # showList :: [SizeOp] -> ShowS #
OpMetrics SizeOp Source #
Instance details Defined in Futhark.IR.GPU.Op Methods opMetrics :: SizeOp -> MetricsM () Source #
FreeIn SizeOp Source #
Instance details Defined in Futhark.IR.GPU.Op Methods freeIn' :: SizeOp -> FV Source #
Rename SizeOp Source #
Instance details Defined in Futhark.IR.GPU.Op Methods rename :: SizeOp -> RenameM SizeOp Source #
Substitute SizeOp Source #
Instance details Defined in Futhark.IR.GPU.Op Methods substituteNames :: Map VName VName -> SizeOp -> SizeOp Source #
Eq SizeOp Source #
Instance details Defined in Futhark.IR.GPU.Op Methods (==) :: SizeOp -> SizeOp -> Bool # (/=) :: SizeOp -> SizeOp -> Bool #
Ord SizeOp Source #
Instance details Defined in Futhark.IR.GPU.Op Methods compare :: SizeOp -> SizeOp -> Ordering # (<) :: SizeOp -> SizeOp -> Bool # (<=) :: SizeOp -> SizeOp -> Bool # (>) :: SizeOp -> SizeOp -> Bool # (>=) :: SizeOp -> SizeOp -> Bool # max :: SizeOp -> SizeOp -> SizeOp # min :: SizeOp -> SizeOp -> SizeOp #
Pretty SizeOp Source #
Instance details Defined in Futhark.IR.GPU.Op Methods pretty :: SizeOp -> Doc ann # prettyList :: [SizeOp] -> Doc ann #

Host operations

data HostOp op rep Source #

A host-level operation; parameterised by what else it can do.

Constructors

SegOp (SegOp SegLevel rep)	A segmented operation.
SizeOp SizeOp
OtherOp (op rep)
GPUBody [Type] (Body rep)	Code to run sequentially on the GPU, in a single thread.

Instances

Instances details

CanBeAliased op => CanBeAliased (HostOp op) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods addOpAliases :: AliasableRep rep => AliasTable -> HostOp op rep -> HostOp op (Aliases rep) Source #
OpReturns (HostOp (NoOp :: Type -> Type)) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods opReturns :: forall rep (inner :: Type -> Type) m. (Mem rep inner, Monad m, HasScope rep m) => HostOp NoOp rep -> m [ExpReturns] Source #
IsOp op => IsOp (HostOp op) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods safeOp :: ASTRep rep => HostOp op rep -> Bool Source # cheapOp :: ASTRep rep => HostOp op rep -> Bool Source # opDependencies :: ASTRep rep => HostOp op rep -> [Names] Source #
AliasedOp op => AliasedOp (HostOp op) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods opAliases :: Aliased rep => HostOp op rep -> [Names] Source # consumedInOp :: Aliased rep => HostOp op rep -> Names Source #
TypedOp op => TypedOp (HostOp op) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods opType :: HasScope rep m => HostOp op rep -> m [ExtType] Source #
RephraseOp op => RephraseOp (HostOp op) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods rephraseInOp :: Monad m => Rephraser m from to -> HostOp op from -> m (HostOp op to) Source #
CanBeWise op => CanBeWise (HostOp op) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods addOpWisdom :: Informing rep => HostOp op rep -> HostOp op (Wise rep) Source #
(RepTypes rep, Show (op rep)) => Show (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods showsPrec :: Int -> HostOp op rep -> ShowS # show :: HostOp op rep -> String # showList :: [HostOp op rep] -> ShowS #
(OpMetrics (Op rep), OpMetrics (op rep)) => OpMetrics (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods opMetrics :: HostOp op rep -> MetricsM () Source #
(ASTRep rep, IndexOp (op rep)) => IndexOp (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods indexOp :: (ASTRep rep0, IndexOp (Op rep0)) => SymbolTable rep0 -> Int -> HostOp op rep -> [TPrimExp Int64 VName] -> Maybe Indexed Source #
(ASTRep rep, FreeIn (op rep)) => FreeIn (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods freeIn' :: HostOp op rep -> FV Source #
TopDownHelper (HostOp (NoOp :: Type -> Type) (Aliases GPUMem)) Source #
Instance details Defined in Futhark.Optimise.ArrayShortCircuiting.TopdownAnalysis Methods innerNonNegatives :: [VName] -> HostOp NoOp (Aliases GPUMem) -> Names innerKnownLessThan :: HostOp NoOp (Aliases GPUMem) -> [(VName, PrimExp VName)] scopeHelper :: HostOp NoOp (Aliases GPUMem) -> Scope rep
(Aliased rep, CSEInOp (Op rep), CSEInOp (op rep)) => CSEInOp (HostOp op rep) Source #
Instance details Defined in Futhark.Optimise.CSE Methods cseInOp :: HostOp op rep -> CSEM rep0 (HostOp op rep)
SizeSubst (HostOp rep op) Source #
Instance details Defined in Futhark.Pass.ExplicitAllocations.GPU Methods opIsConst :: HostOp rep op -> Bool Source #
(ASTRep rep, Rename (op rep)) => Rename (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods rename :: HostOp op rep -> RenameM (HostOp op rep) Source #
(ASTRep rep, Substitute (op rep)) => Substitute (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods substituteNames :: Map VName VName -> HostOp op rep -> HostOp op rep Source #
(RepTypes rep, Eq (op rep)) => Eq (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods (==) :: HostOp op rep -> HostOp op rep -> Bool # (/=) :: HostOp op rep -> HostOp op rep -> Bool #
(RepTypes rep, Ord (op rep)) => Ord (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods compare :: HostOp op rep -> HostOp op rep -> Ordering # (<) :: HostOp op rep -> HostOp op rep -> Bool # (<=) :: HostOp op rep -> HostOp op rep -> Bool # (>) :: HostOp op rep -> HostOp op rep -> Bool # (>=) :: HostOp op rep -> HostOp op rep -> Bool # max :: HostOp op rep -> HostOp op rep -> HostOp op rep # min :: HostOp op rep -> HostOp op rep -> HostOp op rep #
(PrettyRep rep, Pretty (op rep)) => Pretty (HostOp op rep) Source #
Instance details Defined in Futhark.IR.GPU.Op Methods pretty :: HostOp op rep -> Doc ann # prettyList :: [HostOp op rep] -> Doc ann #

traverseHostOpStms :: Monad m => OpStmsTraverser m (op rep) rep -> OpStmsTraverser m (HostOp op rep) rep Source #

A helper for defining TraverseOpStms.

typeCheckHostOp :: Checkable rep => (SegLevel -> Op (Aliases rep) -> TypeM rep ()) -> Maybe SegLevel -> (op (Aliases rep) -> TypeM rep ()) -> HostOp op (Aliases rep) -> TypeM rep () Source #

SegOp refinements

data SegLevel Source #

At which level the *body* of a SegOp executes.

Constructors

SegThread SegVirt (Maybe KernelGrid)
SegBlock SegVirt (Maybe KernelGrid)
SegThreadInBlock SegVirt

Instances

Instances details

Show SegLevel Source #
Instance details Defined in Futhark.IR.GPU.Op Methods showsPrec :: Int -> SegLevel -> ShowS # show :: SegLevel -> String # showList :: [SegLevel] -> ShowS #
FreeIn SegLevel Source #
Instance details Defined in Futhark.IR.GPU.Op Methods freeIn' :: SegLevel -> FV Source #
Simplifiable SegLevel Source #
Instance details Defined in Futhark.IR.GPU.Op Methods simplify :: SimplifiableRep rep => SegLevel -> SimpleM rep SegLevel Source #
Rename SegLevel Source #
Instance details Defined in Futhark.IR.GPU.Op Methods rename :: SegLevel -> RenameM SegLevel Source #
Substitute SegLevel Source #
Instance details Defined in Futhark.IR.GPU.Op Methods substituteNames :: Map VName VName -> SegLevel -> SegLevel Source #
Eq SegLevel Source #
Instance details Defined in Futhark.IR.GPU.Op Methods (==) :: SegLevel -> SegLevel -> Bool # (/=) :: SegLevel -> SegLevel -> Bool #
Ord SegLevel Source #
Instance details Defined in Futhark.IR.GPU.Op Methods compare :: SegLevel -> SegLevel -> Ordering # (<) :: SegLevel -> SegLevel -> Bool # (<=) :: SegLevel -> SegLevel -> Bool # (>) :: SegLevel -> SegLevel -> Bool # (>=) :: SegLevel -> SegLevel -> Bool # max :: SegLevel -> SegLevel -> SegLevel # min :: SegLevel -> SegLevel -> SegLevel #
Pretty SegLevel Source #
Instance details Defined in Futhark.IR.GPU.Op Methods pretty :: SegLevel -> Doc ann # prettyList :: [SegLevel] -> Doc ann #

segVirt :: SegLevel -> SegVirt Source #

The SegVirt of the SegLevel.

data SegVirt Source #

Do we need block-virtualisation when generating code for the segmented operation? In most cases, we do, but for some simple kernels, we compute the full number of blocks in advance, and then virtualisation is an unnecessary (but generally very small) overhead. This only really matters for fairly trivial but very wide map kernels where each thread performs constant-time work on scalars.

Constructors

SegVirt
SegNoVirt
SegNoVirtFull SegSeqDims	Not only do we not need virtualisation, but we _guarantee_ that all physical threads participate in the work. This can save some checks in code generation.

Instances

Instances details

Show SegVirt Source #
Instance details Defined in Futhark.IR.GPU.Op Methods showsPrec :: Int -> SegVirt -> ShowS # show :: SegVirt -> String # showList :: [SegVirt] -> ShowS #
Eq SegVirt Source #
Instance details Defined in Futhark.IR.GPU.Op Methods (==) :: SegVirt -> SegVirt -> Bool # (/=) :: SegVirt -> SegVirt -> Bool #
Ord SegVirt Source #
Instance details Defined in Futhark.IR.GPU.Op Methods compare :: SegVirt -> SegVirt -> Ordering # (<) :: SegVirt -> SegVirt -> Bool # (<=) :: SegVirt -> SegVirt -> Bool # (>) :: SegVirt -> SegVirt -> Bool # (>=) :: SegVirt -> SegVirt -> Bool # max :: SegVirt -> SegVirt -> SegVirt # min :: SegVirt -> SegVirt -> SegVirt #
Pretty SegVirt Source #
Instance details Defined in Futhark.IR.GPU.Op Methods pretty :: SegVirt -> Doc ann # prettyList :: [SegVirt] -> Doc ann #

newtype SegSeqDims Source #

These dimensions (indexed from 0, outermost) of the corresponding SegSpace should not be parallelised, but instead iterated sequentially. For example, with a SegSeqDims of [0] and a SegSpace with dimensions [n][m], there will be an outer loop with n iterations, while the m dimension will be parallelised.

Semantically, this has no effect, but it may allow reductions in memory usage or other low-level optimisations. Operationally, the guarantee is that for a SegSeqDims of e.g. [i,j,k], threads running at any given moment will always have the same indexes along the dimensions specified by [i,j,k].

At the moment, this is only supported for SegNoVirtFull intra-block parallelism in GPU code, as we have not yet found it useful anywhere else.

Constructors

SegSeqDims
Fields segSeqDims :: [Int]

Instances

Instances details

Show SegSeqDims Source #
Instance details Defined in Futhark.IR.GPU.Op Methods showsPrec :: Int -> SegSeqDims -> ShowS # show :: SegSeqDims -> String # showList :: [SegSeqDims] -> ShowS #
Eq SegSeqDims Source #
Instance details Defined in Futhark.IR.GPU.Op Methods (==) :: SegSeqDims -> SegSeqDims -> Bool # (/=) :: SegSeqDims -> SegSeqDims -> Bool #
Ord SegSeqDims Source #
Instance details Defined in Futhark.IR.GPU.Op Methods compare :: SegSeqDims -> SegSeqDims -> Ordering # (<) :: SegSeqDims -> SegSeqDims -> Bool # (<=) :: SegSeqDims -> SegSeqDims -> Bool # (>) :: SegSeqDims -> SegSeqDims -> Bool # (>=) :: SegSeqDims -> SegSeqDims -> Bool # max :: SegSeqDims -> SegSeqDims -> SegSeqDims # min :: SegSeqDims -> SegSeqDims -> SegSeqDims #

data KernelGrid Source #

The actual, physical grid dimensions used for the GPU kernel running this HostOp.

Constructors

KernelGrid
Fields gridNumBlocks :: Count NumBlocks SubExp gridBlockSize :: Count BlockSize SubExp

Instances

Instances details

Show KernelGrid Source #
Instance details Defined in Futhark.IR.GPU.Op Methods showsPrec :: Int -> KernelGrid -> ShowS # show :: KernelGrid -> String # showList :: [KernelGrid] -> ShowS #
FreeIn KernelGrid Source #
Instance details Defined in Futhark.IR.GPU.Op Methods freeIn' :: KernelGrid -> FV Source #
Simplifiable KernelGrid Source #
Instance details Defined in Futhark.IR.GPU.Op Methods simplify :: SimplifiableRep rep => KernelGrid -> SimpleM rep KernelGrid Source #
Substitute KernelGrid Source #
Instance details Defined in Futhark.IR.GPU.Op Methods substituteNames :: Map VName VName -> KernelGrid -> KernelGrid Source #
Eq KernelGrid Source #
Instance details Defined in Futhark.IR.GPU.Op Methods (==) :: KernelGrid -> KernelGrid -> Bool # (/=) :: KernelGrid -> KernelGrid -> Bool #
Ord KernelGrid Source #
Instance details Defined in Futhark.IR.GPU.Op Methods compare :: KernelGrid -> KernelGrid -> Ordering # (<) :: KernelGrid -> KernelGrid -> Bool # (<=) :: KernelGrid -> KernelGrid -> Bool # (>) :: KernelGrid -> KernelGrid -> Bool # (>=) :: KernelGrid -> KernelGrid -> Bool # max :: KernelGrid -> KernelGrid -> KernelGrid # min :: KernelGrid -> KernelGrid -> KernelGrid #
Pretty KernelGrid Source #
Instance details Defined in Futhark.IR.GPU.Op Methods pretty :: KernelGrid -> Doc ann # prettyList :: [KernelGrid] -> Doc ann #

Reexports

module Futhark.IR.GPU.Sizes

module Futhark.IR.SegOp