RMSprop.sc
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
MIT License | |
Copyright (c) 2017 ThoughtWorks Inc. | |
Permission is hereby granted, free of charge, to any person obtaining a copy | |
of this software and associated documentation files (the "Software"), to deal | |
in the Software without restriction, including without limitation the rights | |
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell | |
copies of the Software, and to permit persons to whom the Software is | |
furnished to do so, subject to the following conditions: | |
The above copyright notice and this permission notice shall be included in all | |
copies or substantial portions of the Software. | |
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE | |
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER | |
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, | |
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | |
SOFTWARE. |
trait RMSprop extends INDArrayWeights { | |
trait INDArrayWeightApi extends super.INDArrayWeightApi { | |
this: INDArrayWeight => | |
var cache: INDArray = Nd4j.zeros(data.shape: _*) | |
} | |
override type INDArrayWeight <: INDArrayWeightApi with Weight | |
trait INDArrayOptimizerApi extends super.INDArrayOptimizerApi { | |
this: INDArrayOptimizer => | |
def eps: scala.Double = 1e-4 | |
def decayRate: scala.Double = 0.99 | |
abstract override lazy val delta: INDArray = { | |
import org.nd4s.Implicits._ | |
import weight._ | |
cache = cache * decayRate + super.delta * super.delta * (1.0 - decayRate) | |
super.delta / (Transforms.sqrt(cache) + eps) | |
} | |
} | |
override type INDArrayOptimizer <: INDArrayOptimizerApi with Optimizer | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment