MXNet.NN.Optimizer

Documentation

class Optimizer (opt :: * -> [KV *] -> *) where

Abstract Optimizer type class

Minimal complete definition

makeOptimizer, optimize

Associated Types

type OptArgsList opt :: [KV *]

Specific constraints of the optimizer

Methods

makeOptimizer :: OptArgsCst opt args => Float -> HMap args -> IO (opt dtype args)

make the optimizer

optimize :: OptArgsCst opt args => opt dtype args -> String -> NDArray dytpe -> NDArray dtype -> IO (NDArray dtype)

run the optimizer with the input & expected tensor

Instances

Optimizer ADAM

Associated Types

type OptArgsList (ADAM :: * -> [KV *] -> *) :: [KV *]

Methods

makeOptimizer :: OptArgsCst ADAM args => Float -> HMap args -> IO (ADAM dtype args)

optimize :: OptArgsCst ADAM args => ADAM dtype args -> String -> NDArray dytpe -> NDArray dtype -> IO (NDArray dtype)

Optimizer SGD

Associated Types

type OptArgsList (SGD :: * -> [KV *] -> *) :: [KV *]

Methods

makeOptimizer :: OptArgsCst SGD args => Float -> HMap args -> IO (SGD dtype args)

optimize :: OptArgsCst SGD args => SGD dtype args -> String -> NDArray dytpe -> NDArray dtype -> IO (NDArray dtype)

type OptArgsCst opt args = (ShowKV args, MatchKVList args (OptArgsList opt))

Constraint of using an optimizer

data SGD dtype args

SGD optimizer

Instances

Optimizer SGD

Associated Types

type OptArgsList (SGD :: * -> [KV *] -> *) :: [KV *]

Methods

makeOptimizer :: OptArgsCst SGD args => Float -> HMap args -> IO (SGD dtype args)

optimize :: OptArgsCst SGD args => SGD dtype args -> String -> NDArray dytpe -> NDArray dtype -> IO (NDArray dtype)

type OptArgsList SGD

type OptArgsList SGD = (:) (KV *) ((:=) * "wd" Float) ((:) (KV *) ((:=) * "rescale_grad" Float) ((:) (KV *) ((:=) * "clip_gradient" Float) ([] (KV *))))

data ADAM dtype args

ADAM optmizer

Instances

Optimizer ADAM

Associated Types

type OptArgsList (ADAM :: * -> [KV *] -> *) :: [KV *]

Methods

makeOptimizer :: OptArgsCst ADAM args => Float -> HMap args -> IO (ADAM dtype args)

optimize :: OptArgsCst ADAM args => ADAM dtype args -> String -> NDArray dytpe -> NDArray dtype -> IO (NDArray dtype)

type OptArgsList ADAM

type OptArgsList ADAM = (:) (KV *) ((:=) * "beta1" Float) ((:) (KV *) ((:=) * "beta2" Float) ((:) (KV *) ((:=) * "epsilon" Float) ((:) (KV *) ((:=) * "wd" Float) ((:) (KV *) ((:=) * "rescale_grad" Float) ((:) (KV *) ((:=) * "clip_gradient" Float) ([] (KV *)))))))