Grenade.Layers.Relu

Documentation

data Relu

A rectifying linear unit. A layer which can act between any shape of the same dimension, acting as a diode on every neuron individually.

Constructors

Relu

Instances

Show Relu

Methods

showsPrec :: Int -> Relu -> ShowS

show :: Relu -> String

showList :: [Relu] -> ShowS

Serialize Relu

Methods

put :: Putter Relu

get :: Get Relu

UpdateLayer Relu

Associated Types

type Gradient Relu :: *

Methods

runUpdate :: LearningParameters -> Relu -> Gradient Relu -> Relu

createRandom :: MonadRandom m => m Relu

runUpdates :: LearningParameters -> Relu -> [Gradient Relu] -> Relu

KnownNat i => Layer Relu (D1 i) (D1 i)

Associated Types

type Tape Relu (D1 i :: Shape) (D1 i :: Shape) :: *

Methods

runForwards :: Relu -> S (D1 i) -> (Tape Relu (D1 i) (D1 i), S (D1 i))

runBackwards :: Relu -> Tape Relu (D1 i) (D1 i) -> S (D1 i) -> (Gradient Relu, S (D1 i))

(KnownNat i, KnownNat j) => Layer Relu (D2 i j) (D2 i j)

Associated Types

type Tape Relu (D2 i j :: Shape) (D2 i j :: Shape) :: *

Methods

runForwards :: Relu -> S (D2 i j) -> (Tape Relu (D2 i j) (D2 i j), S (D2 i j))

runBackwards :: Relu -> Tape Relu (D2 i j) (D2 i j) -> S (D2 i j) -> (Gradient Relu, S (D2 i j))

(KnownNat i, KnownNat j, KnownNat k) => Layer Relu (D3 i j k) (D3 i j k)

Associated Types

type Tape Relu (D3 i j k :: Shape) (D3 i j k :: Shape) :: *

Methods

runForwards :: Relu -> S (D3 i j k) -> (Tape Relu (D3 i j k) (D3 i j k), S (D3 i j k))

runBackwards :: Relu -> Tape Relu (D3 i j k) (D3 i j k) -> S (D3 i j k) -> (Gradient Relu, S (D3 i j k))

type Gradient Relu

type Gradient Relu = ()

type Tape Relu (D1 i) (D1 i)

type Tape Relu (D1 i) (D1 i) = S (D1 i)

type Tape Relu (D2 i j) (D2 i j)

type Tape Relu (D2 i j) (D2 i j) = S (D2 i j)

type Tape Relu (D3 i j k) (D3 i j k)

type Tape Relu (D3 i j k) (D3 i j k) = S (D3 i j k)