Grenade.Layers.Softmax

Documentation

data Softmax

A Softmax layer

This layer is like a logit layer, but normalises a set of matricies to be probabilities.

One can use this layer as the last layer in a network if they need normalised probabilities.

Constructors

Softmax

Instances

Show Softmax

Methods

showsPrec :: Int -> Softmax -> ShowS

show :: Softmax -> String

showList :: [Softmax] -> ShowS

Serialize Softmax

Methods

put :: Putter Softmax

get :: Get Softmax

UpdateLayer Softmax

Associated Types

type Gradient Softmax :: *

Methods

runUpdate :: LearningParameters -> Softmax -> Gradient Softmax -> Softmax

createRandom :: MonadRandom m => m Softmax

runUpdates :: LearningParameters -> Softmax -> [Gradient Softmax] -> Softmax

KnownNat i => Layer Softmax (D1 i) (D1 i)

Associated Types

type Tape Softmax (D1 i :: Shape) (D1 i :: Shape) :: *

Methods

runForwards :: Softmax -> S (D1 i) -> (Tape Softmax (D1 i) (D1 i), S (D1 i))

runBackwards :: Softmax -> Tape Softmax (D1 i) (D1 i) -> S (D1 i) -> (Gradient Softmax, S (D1 i))

type Gradient Softmax

type Gradient Softmax = ()

type Tape Softmax (D1 i) (D1 i)

type Tape Softmax (D1 i) (D1 i) = S (D1 i)

softmax :: KnownNat i => R i -> R i

softmax' :: KnownNat i => R i -> R i -> R i