Futhark.IR.GPU.Op

Size operations

data SizeOp

A simple size-level query or computation.

Constructors

GetSize Name SizeClass

Produce some runtime-configurable size.

GetSizeMax SizeClass

The maximum size of some class.

CmpSizeLe Name SizeClass SubExp

Compare size (likely a threshold) with some integer value.

CalcNumGroups SubExp Name SubExp

CalcNumGroups w max_num_groups group_size calculates the number of GPU workgroups to use for an input of the given size. The Name is a size name. Note that w is an i64 to avoid overflow issues.

Instances

Show SizeOp

Defined in Futhark.IR.GPU.Op

Methods

showsPrec :: Int -> SizeOp -> ShowS

show :: SizeOp -> String

showList :: [SizeOp] -> ShowS

OpMetrics SizeOp

Defined in Futhark.IR.GPU.Op

Methods

opMetrics :: SizeOp -> MetricsM ()

IsOp SizeOp

Defined in Futhark.IR.GPU.Op

Methods

safeOp :: SizeOp -> Bool

cheapOp :: SizeOp -> Bool

AliasedOp SizeOp

Defined in Futhark.IR.GPU.Op

Methods

opAliases :: SizeOp -> [Names]

consumedInOp :: SizeOp -> Names

FreeIn SizeOp

Defined in Futhark.IR.GPU.Op

Methods

freeIn' :: SizeOp -> FV

TypedOp SizeOp

Defined in Futhark.IR.GPU.Op

Methods

opType :: HasScope t m => SizeOp -> m [ExtType]

Rename SizeOp

Defined in Futhark.IR.GPU.Op

Methods

rename :: SizeOp -> RenameM SizeOp

Substitute SizeOp

Defined in Futhark.IR.GPU.Op

Methods

substituteNames :: Map VName VName -> SizeOp -> SizeOp

Eq SizeOp

Defined in Futhark.IR.GPU.Op

Methods

(==) :: SizeOp -> SizeOp -> Bool

(/=) :: SizeOp -> SizeOp -> Bool

Ord SizeOp

Defined in Futhark.IR.GPU.Op

Methods

compare :: SizeOp -> SizeOp -> Ordering

(<) :: SizeOp -> SizeOp -> Bool

(<=) :: SizeOp -> SizeOp -> Bool

(>) :: SizeOp -> SizeOp -> Bool

(>=) :: SizeOp -> SizeOp -> Bool

max :: SizeOp -> SizeOp -> SizeOp

min :: SizeOp -> SizeOp -> SizeOp

Pretty SizeOp

Defined in Futhark.IR.GPU.Op

Methods

pretty :: SizeOp -> Doc ann

prettyList :: [SizeOp] -> Doc ann

Host operations

data HostOp op rep

A host-level operation; parameterised by what else it can do.

Constructors

SegOp (SegOp SegLevel rep)

A segmented operation.

SizeOp SizeOp

OtherOp (op rep)

GPUBody [Type] (Body rep)

Code to run sequentially on the GPU, in a single thread.

Instances

CanBeAliased op => CanBeAliased (HostOp op)

Defined in Futhark.IR.GPU.Op

Methods

addOpAliases :: AliasableRep rep => AliasTable -> HostOp op rep -> HostOp op (Aliases rep)

RephraseOp op => RephraseOp (HostOp op)

Defined in Futhark.IR.GPU.Op

Methods

rephraseInOp :: Monad m => Rephraser m from to -> HostOp op from -> m (HostOp op to)

CanBeWise op => CanBeWise (HostOp op)

Defined in Futhark.IR.GPU.Op

Methods

addOpWisdom :: Informing rep => HostOp op rep -> HostOp op (Wise rep)

(RepTypes rep, Show (op rep)) => Show (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

showsPrec :: Int -> HostOp op rep -> ShowS

show :: HostOp op rep -> String

showList :: [HostOp op rep] -> ShowS

(OpMetrics (Op rep), OpMetrics (op rep)) => OpMetrics (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

opMetrics :: HostOp op rep -> MetricsM ()

(ASTRep rep, IndexOp (op rep)) => IndexOp (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

indexOp :: (ASTRep rep0, IndexOp (Op rep0)) => SymbolTable rep0 -> Int -> HostOp op rep -> [TPrimExp Int64 VName] -> Maybe Indexed

OpReturns (HostOp (NoOp :: Type -> Type) GPUMem)

Defined in Futhark.IR.GPUMem

Methods

opReturns :: forall rep (inner :: Type -> Type) m. (Mem rep inner, Monad m, HasScope rep m) => HostOp NoOp GPUMem -> m [ExpReturns]

OpReturns (HostOp (NoOp :: Type -> Type) (Wise GPUMem))

Defined in Futhark.IR.GPUMem

Methods

opReturns :: forall rep (inner :: Type -> Type) m. (Mem rep inner, Monad m, HasScope rep m) => HostOp NoOp (Wise GPUMem) -> m [ExpReturns]

(ASTRep rep, IsOp (op rep)) => IsOp (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

safeOp :: HostOp op rep -> Bool

cheapOp :: HostOp op rep -> Bool

(Aliased rep, AliasedOp (op rep)) => AliasedOp (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

opAliases :: HostOp op rep -> [Names]

consumedInOp :: HostOp op rep -> Names

(ASTRep rep, FreeIn (op rep)) => FreeIn (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

freeIn' :: HostOp op rep -> FV

TypedOp (op rep) => TypedOp (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

opType :: HasScope t m => HostOp op rep -> m [ExtType]

TopDownHelper (HostOp (NoOp :: Type -> Type) (Aliases GPUMem))

Defined in Futhark.Optimise.ArrayShortCircuiting.TopdownAnalysis

Methods

innerNonNegatives :: [VName] -> HostOp NoOp (Aliases GPUMem) -> Names

innerKnownLessThan :: HostOp NoOp (Aliases GPUMem) -> [(VName, PrimExp VName)]

scopeHelper :: HostOp NoOp (Aliases GPUMem) -> Scope rep

(Aliased rep, CSEInOp (Op rep), CSEInOp (op rep)) => CSEInOp (HostOp op rep)

Defined in Futhark.Optimise.CSE

Methods

cseInOp :: HostOp op rep -> CSEM rep0 (HostOp op rep)

SizeSubst (HostOp rep op)

Defined in Futhark.Pass.ExplicitAllocations.GPU

Methods

opIsConst :: HostOp rep op -> Bool

(ASTRep rep, Rename (op rep)) => Rename (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

rename :: HostOp op rep -> RenameM (HostOp op rep)

(ASTRep rep, Substitute (op rep)) => Substitute (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

substituteNames :: Map VName VName -> HostOp op rep -> HostOp op rep

(RepTypes rep, Eq (op rep)) => Eq (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

(==) :: HostOp op rep -> HostOp op rep -> Bool

(/=) :: HostOp op rep -> HostOp op rep -> Bool

(RepTypes rep, Ord (op rep)) => Ord (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

compare :: HostOp op rep -> HostOp op rep -> Ordering

(<) :: HostOp op rep -> HostOp op rep -> Bool

(<=) :: HostOp op rep -> HostOp op rep -> Bool

(>) :: HostOp op rep -> HostOp op rep -> Bool

(>=) :: HostOp op rep -> HostOp op rep -> Bool

max :: HostOp op rep -> HostOp op rep -> HostOp op rep

min :: HostOp op rep -> HostOp op rep -> HostOp op rep

(PrettyRep rep, Pretty (op rep)) => Pretty (HostOp op rep)

Defined in Futhark.IR.GPU.Op

Methods

pretty :: HostOp op rep -> Doc ann

prettyList :: [HostOp op rep] -> Doc ann

traverseHostOpStms :: Monad m => OpStmsTraverser m (op rep) rep -> OpStmsTraverser m (HostOp op rep) rep

A helper for defining TraverseOpStms.

typeCheckHostOp :: Checkable rep => (SegLevel -> Op (Aliases rep) -> TypeM rep ()) -> Maybe SegLevel -> (op (Aliases rep) -> TypeM rep ()) -> HostOp op (Aliases rep) -> TypeM rep ()

SegOp refinements

data SegLevel

At which level the *body* of a SegOp executes.

Constructors

SegThread SegVirt (Maybe KernelGrid)

SegGroup SegVirt (Maybe KernelGrid)

SegThreadInGroup SegVirt

Instances

Show SegLevel

Defined in Futhark.IR.GPU.Op

Methods

showsPrec :: Int -> SegLevel -> ShowS

show :: SegLevel -> String

showList :: [SegLevel] -> ShowS

FreeIn SegLevel

Defined in Futhark.IR.GPU.Op

Methods

freeIn' :: SegLevel -> FV

Simplifiable SegLevel

Defined in Futhark.IR.GPU.Op

Methods

simplify :: SimplifiableRep rep => SegLevel -> SimpleM rep SegLevel

Rename SegLevel

Defined in Futhark.IR.GPU.Op

Methods

rename :: SegLevel -> RenameM SegLevel

Substitute SegLevel

Defined in Futhark.IR.GPU.Op

Methods

substituteNames :: Map VName VName -> SegLevel -> SegLevel

Eq SegLevel

Defined in Futhark.IR.GPU.Op

Methods

(==) :: SegLevel -> SegLevel -> Bool

(/=) :: SegLevel -> SegLevel -> Bool

Ord SegLevel

Defined in Futhark.IR.GPU.Op

Methods

compare :: SegLevel -> SegLevel -> Ordering

(<) :: SegLevel -> SegLevel -> Bool

(<=) :: SegLevel -> SegLevel -> Bool

(>) :: SegLevel -> SegLevel -> Bool

(>=) :: SegLevel -> SegLevel -> Bool

max :: SegLevel -> SegLevel -> SegLevel

min :: SegLevel -> SegLevel -> SegLevel

Pretty SegLevel

Defined in Futhark.IR.GPU.Op

Methods

pretty :: SegLevel -> Doc ann

prettyList :: [SegLevel] -> Doc ann

segVirt :: SegLevel -> SegVirt

The SegVirt of the SegLevel.

data SegVirt

Do we need group-virtualisation when generating code for the segmented operation? In most cases, we do, but for some simple kernels, we compute the full number of groups in advance, and then virtualisation is an unnecessary (but generally very small) overhead. This only really matters for fairly trivial but very wide map kernels where each thread performs constant-time work on scalars.

Constructors

SegVirt

SegNoVirt

SegNoVirtFull SegSeqDims

Not only do we not need virtualisation, but we _guarantee_ that all physical threads participate in the work. This can save some checks in code generation.

Instances

Show SegVirt

Defined in Futhark.IR.GPU.Op

Methods

showsPrec :: Int -> SegVirt -> ShowS

show :: SegVirt -> String

showList :: [SegVirt] -> ShowS

Eq SegVirt

Defined in Futhark.IR.GPU.Op

Methods

(==) :: SegVirt -> SegVirt -> Bool

(/=) :: SegVirt -> SegVirt -> Bool

Ord SegVirt

Defined in Futhark.IR.GPU.Op

Methods

compare :: SegVirt -> SegVirt -> Ordering

(<) :: SegVirt -> SegVirt -> Bool

(<=) :: SegVirt -> SegVirt -> Bool

(>) :: SegVirt -> SegVirt -> Bool

(>=) :: SegVirt -> SegVirt -> Bool

max :: SegVirt -> SegVirt -> SegVirt

min :: SegVirt -> SegVirt -> SegVirt

Pretty SegVirt

Defined in Futhark.IR.GPU.Op

Methods

pretty :: SegVirt -> Doc ann

prettyList :: [SegVirt] -> Doc ann

newtype SegSeqDims

These dimensions (indexed from 0, outermost) of the corresponding SegSpace should not be parallelised, but instead iterated sequentially. For example, with a SegSeqDims of [0] and a SegSpace with dimensions [n][m], there will be an outer loop with n iterations, while the m dimension will be parallelised.

Semantically, this has no effect, but it may allow reductions in memory usage or other low-level optimisations. Operationally, the guarantee is that for a SegSeqDims of e.g. [i,j,k], threads running at any given moment will always have the same indexes along the dimensions specified by [i,j,k].

At the moment, this is only supported for SegNoVirtFull intra-group parallelism in GPU code, as we have not yet found it useful anywhere else.

Constructors

SegSeqDims

Fields

• segSeqDims :: [Int]

Instances

Show SegSeqDims

Defined in Futhark.IR.GPU.Op

Methods

showsPrec :: Int -> SegSeqDims -> ShowS

show :: SegSeqDims -> String

showList :: [SegSeqDims] -> ShowS

Eq SegSeqDims

Defined in Futhark.IR.GPU.Op

Methods

(==) :: SegSeqDims -> SegSeqDims -> Bool

(/=) :: SegSeqDims -> SegSeqDims -> Bool

Ord SegSeqDims

Defined in Futhark.IR.GPU.Op

Methods

compare :: SegSeqDims -> SegSeqDims -> Ordering

(<) :: SegSeqDims -> SegSeqDims -> Bool

(<=) :: SegSeqDims -> SegSeqDims -> Bool

(>) :: SegSeqDims -> SegSeqDims -> Bool

(>=) :: SegSeqDims -> SegSeqDims -> Bool

max :: SegSeqDims -> SegSeqDims -> SegSeqDims

min :: SegSeqDims -> SegSeqDims -> SegSeqDims

data KernelGrid

The actual, physical grid dimensions used for the GPU kernel running this HostOp.

Constructors

KernelGrid

Fields

• gridNumGroups :: Count NumGroups SubExp
• gridGroupSize :: Count GroupSize SubExp

Instances

Show KernelGrid

Defined in Futhark.IR.GPU.Op

Methods

showsPrec :: Int -> KernelGrid -> ShowS

show :: KernelGrid -> String

showList :: [KernelGrid] -> ShowS

FreeIn KernelGrid

Defined in Futhark.IR.GPU.Op

Methods

freeIn' :: KernelGrid -> FV

Simplifiable KernelGrid

Defined in Futhark.IR.GPU.Op

Methods

simplify :: SimplifiableRep rep => KernelGrid -> SimpleM rep KernelGrid

Substitute KernelGrid

Defined in Futhark.IR.GPU.Op

Methods

substituteNames :: Map VName VName -> KernelGrid -> KernelGrid

Eq KernelGrid

Defined in Futhark.IR.GPU.Op

Methods

(==) :: KernelGrid -> KernelGrid -> Bool

(/=) :: KernelGrid -> KernelGrid -> Bool

Ord KernelGrid

Defined in Futhark.IR.GPU.Op

Methods

compare :: KernelGrid -> KernelGrid -> Ordering

(<) :: KernelGrid -> KernelGrid -> Bool

(<=) :: KernelGrid -> KernelGrid -> Bool

(>) :: KernelGrid -> KernelGrid -> Bool

(>=) :: KernelGrid -> KernelGrid -> Bool

max :: KernelGrid -> KernelGrid -> KernelGrid

min :: KernelGrid -> KernelGrid -> KernelGrid

Pretty KernelGrid

Defined in Futhark.IR.GPU.Op

Methods

pretty :: KernelGrid -> Doc ann

prettyList :: [KernelGrid] -> Doc ann

Reexports

module Futhark.IR.GPU.Sizes

module Futhark.IR.SegOp