Grenade.Layers.Elu

Documentation

data Elu

An exponential linear unit. A layer which can act between any shape of the same dimension, acting as a diode on every neuron individually.

Constructors

Elu

Instances

Show Elu

Methods

showsPrec :: Int -> Elu -> ShowS

show :: Elu -> String

showList :: [Elu] -> ShowS

Serialize Elu

Methods

put :: Putter Elu

get :: Get Elu

UpdateLayer Elu

Associated Types

type Gradient Elu :: *

Methods

runUpdate :: LearningParameters -> Elu -> Gradient Elu -> Elu

createRandom :: MonadRandom m => m Elu

runUpdates :: LearningParameters -> Elu -> [Gradient Elu] -> Elu

KnownNat i => Layer Elu (D1 i) (D1 i)

Associated Types

type Tape Elu (D1 i :: Shape) (D1 i :: Shape) :: *

Methods

runForwards :: Elu -> S (D1 i) -> (Tape Elu (D1 i) (D1 i), S (D1 i))

runBackwards :: Elu -> Tape Elu (D1 i) (D1 i) -> S (D1 i) -> (Gradient Elu, S (D1 i))

(KnownNat i, KnownNat j) => Layer Elu (D2 i j) (D2 i j)

Associated Types

type Tape Elu (D2 i j :: Shape) (D2 i j :: Shape) :: *

Methods

runForwards :: Elu -> S (D2 i j) -> (Tape Elu (D2 i j) (D2 i j), S (D2 i j))

runBackwards :: Elu -> Tape Elu (D2 i j) (D2 i j) -> S (D2 i j) -> (Gradient Elu, S (D2 i j))

(KnownNat i, KnownNat j, KnownNat k) => Layer Elu (D3 i j k) (D3 i j k)

Associated Types

type Tape Elu (D3 i j k :: Shape) (D3 i j k :: Shape) :: *

Methods

runForwards :: Elu -> S (D3 i j k) -> (Tape Elu (D3 i j k) (D3 i j k), S (D3 i j k))

runBackwards :: Elu -> Tape Elu (D3 i j k) (D3 i j k) -> S (D3 i j k) -> (Gradient Elu, S (D3 i j k))

type Gradient Elu

type Gradient Elu = ()

type Tape Elu (D1 i) (D1 i)

type Tape Elu (D1 i) (D1 i) = S (D1 i)

type Tape Elu (D2 i j) (D2 i j)

type Tape Elu (D2 i j) (D2 i j) = S (D2 i j)

type Tape Elu (D3 i j k) (D3 i j k)

type Tape Elu (D3 i j k) (D3 i j k) = S (D3 i j k)