Numeric.SGD.AdaDelta

Provides the adaDelta function which implements the AdaDelta algorithm as described in the following paper:

• https://arxiv.org/pdf/1212.5701.pdf

Documentation

data Config

AdaDelta configuration

Constructors

Config

Fields

• decay :: Double

  Exponential decay parameter

• eps :: Double

  Epsilon value

Instances

Eq Config

Defined in Numeric.SGD.AdaDelta

Methods

(==) :: Config -> Config -> Bool

(/=) :: Config -> Config -> Bool

Ord Config

Defined in Numeric.SGD.AdaDelta

Methods

compare :: Config -> Config -> Ordering

(<) :: Config -> Config -> Bool

(<=) :: Config -> Config -> Bool

(>) :: Config -> Config -> Bool

(>=) :: Config -> Config -> Bool

max :: Config -> Config -> Config

min :: Config -> Config -> Config

Show Config

Defined in Numeric.SGD.AdaDelta

Methods

showsPrec :: Int -> Config -> ShowS

show :: Config -> String

showList :: [Config] -> ShowS

Generic Config

Defined in Numeric.SGD.AdaDelta

Associated Types

type Rep Config :: Type -> Type

Methods

from :: Config -> Rep Config x

to :: Rep Config x -> Config

Default Config

Defined in Numeric.SGD.AdaDelta

Methods

def :: Config

type Rep Config

Defined in Numeric.SGD.AdaDelta

type Rep Config = D1 (MetaData "Config" "Numeric.SGD.AdaDelta" "sgd-0.8.0.3-2sUF012Uk8gIqgMlYiSV0v" False) (C1 (MetaCons "Config" PrefixI True) (S1 (MetaSel (Just "decay") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Double) :*: S1 (MetaSel (Just "eps") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Double)))

adaDelta

Arguments

:: (Monad m, ParamSet p)

=> Config

AdaDelta configuration

-> (e -> p -> p)

Gradient on a training element

-> SGD m e p

Perform gradient descent using the AdaDelta algorithm. See Numeric.SGD.AdaDelta for more information.