github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-08 22:48:25 -05:00
Code Issues Packages Projects Releases Wiki Activity

remove the eps from the sqrt

Browse Source
This commit is contained in:
George Hotz
2020-10-23 06:28:32 -07:00
parent 2259c9faa1
commit 0f358a9cfb
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tinygrad/optim.py
View File

@@ -48,4 +48,4 @@ class RMSprop(Optimizer):
def step(self):
for i, t in enumerate(self.params):
self.v[i] = self.decay * self.v[i] + (1 - self.decay) * np.square(t.grad)
t.data -= (self.lr / np.sqrt(self.v[i] + self.eps)) * t.grad
t.data -= (self.lr / (np.sqrt(self.v[i]) + self.eps)) * t.grad