Numeric.SGD.Momentum

Stochastic gradient descent with momentum, following:

• http://ruder.io/optimizing-gradient-descent/index.html#momentum

Documentation

data Config

Momentum configuration

Constructors

Config

Fields

• gain0 :: Double

  Initial gain parameter, used to scale the gradient

• tau :: Double

  After how many gradient calculations the gain parameter is halved

• gamma :: Double

  Momentum term

Instances

Eq Config

Defined in Numeric.SGD.Momentum

Methods

(==) :: Config -> Config -> Bool

(/=) :: Config -> Config -> Bool

Ord Config

Defined in Numeric.SGD.Momentum

Methods

compare :: Config -> Config -> Ordering

(<) :: Config -> Config -> Bool

(<=) :: Config -> Config -> Bool

(>) :: Config -> Config -> Bool

(>=) :: Config -> Config -> Bool

max :: Config -> Config -> Config

min :: Config -> Config -> Config

Show Config

Defined in Numeric.SGD.Momentum

Methods

showsPrec :: Int -> Config -> ShowS

show :: Config -> String

showList :: [Config] -> ShowS

Generic Config

Defined in Numeric.SGD.Momentum

Associated Types

type Rep Config :: Type -> Type

Methods

from :: Config -> Rep Config x

to :: Rep Config x -> Config

Default Config

Defined in Numeric.SGD.Momentum

Methods

def :: Config

type Rep Config

Defined in Numeric.SGD.Momentum

type Rep Config = D1 (MetaData "Config" "Numeric.SGD.Momentum" "sgd-0.5.0.0-LTFyabUnvFz8Z2zpTerSay" False) (C1 (MetaCons "Config" PrefixI True) (S1 (MetaSel (Just "gain0") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Double) :*: (S1 (MetaSel (Just "tau") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Double) :*: S1 (MetaSel (Just "gamma") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Double))))

momentum

Arguments

:: (Monad m, ParamSet p)

=> Config

Momentum configuration

-> (e -> p -> p)

Gradient on a training element

-> SGD m e p

Stochastic gradient descent with momentum. See Numeric.SGD.Momentum for more information.