Adam.sc
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
trait Adam extends INDArrayWeights { | |
import org.nd4j.linalg.ops.transforms.Transforms | |
trait INDArrayWeightApi extends super.INDArrayWeightApi { | |
this: INDArrayWeight => | |
private var m0: Option[INDArray] = None | |
def m = m0.getOrElse(Nd4j.zeros(data.shape: _*)) | |
def m_=(value: INDArray) = m0 = Some(value) | |
private var v0: Option[INDArray] = None | |
def v = v0.getOrElse(Nd4j.zeros(data.shape: _*)) | |
def v_=(value: INDArray) = v0 = Some(value) | |
} | |
override type INDArrayWeight <: INDArrayWeightApi with Weight | |
trait INDArrayOptimizerApi extends super.INDArrayOptimizerApi { | |
this: INDArrayOptimizer => | |
def beta1: scala.Double = 0.9 | |
def beta2: scala.Double = 0.999 | |
def eps: scala.Double = 1e-8 | |
abstract override def delta = delta0 | |
private lazy val delta0: INDArray = { | |
import org.nd4s.Implicits._ | |
import weight._ | |
m = m * beta1 + super.delta * (1.0 - beta1) | |
v = v * beta2 + (super.delta * super.delta) * (1.0 - beta2) | |
m / (Transforms.sqrt(v) + eps) | |
} | |
} | |
override type INDArrayOptimizer <: INDArrayOptimizerApi with Optimizer | |
} |
MIT License | |
Copyright (c) 2017 ThoughtWorks Inc. | |
Permission is hereby granted, free of charge, to any person obtaining a copy | |
of this software and associated documentation files (the "Software"), to deal | |
in the Software without restriction, including without limitation the rights | |
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |
copies of the Software, and to permit persons to whom the Software is | |
furnished to do so, subject to the following conditions: | |
The above copyright notice and this permission notice shall be included in all | |
copies or substantial portions of the Software. | |
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |
SOFTWARE. |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment