Torch.Initializers

Documentation

data NonLinearity

Constructors

Identity

Sigmoid

Tanh

Relu

LeakyRelu Float

data FanMode

Constructors

FanIn

FanOut

newtype Shape

Constructors

Shape [Int]

calculateGain :: NonLinearity -> Float

Gain scaling value for He initialization

calculateFan :: [Int] -> (Int, Int)

Fan-in / Fan-out scaling calculation

xavierUniform :: Float -> [Int] -> IO Tensor

Xavier Initialization - Uniform

xavierNormal :: Float -> [Int] -> IO Tensor

Xavier Initialization - Normal

getter :: FanMode -> (Int, Int) -> Int

Get fan in or fan out value depending on selected fan mode, used by Kaiming

kaimingUniform :: FanMode -> NonLinearity -> [Int] -> IO Tensor

Kaiming Initialization - Uniform

kaimingNormal :: FanMode -> NonLinearity -> [Int] -> IO Tensor

Kaiming Initialization - Normal

kaimingFC :: [Int] -> IO (Tensor, Tensor)

Handle weights + bias based on https://github.com/pytorch/pytorch/blob/master/torch/nn/modules/linear.py#L79

kaimingUniform' :: [Int] -> IO Tensor

kaimingNormal' :: [Int] -> IO Tensor

xavierUniform' :: [Int] -> IO Tensor

xavierNormal' :: [Int] -> IO Tensor