github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-09 23:18:04 -05:00
Code Issues Packages Projects Releases Wiki Activity

fixing adam

Browse Source
This commit is contained in:
TheMrGhostman
2020-10-20 23:29:26 +02:00
parent 4faf3a0aed
commit fc6f355c6a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tinygrad/optim.py
View File

@@ -27,8 +27,8 @@ class Adam(Optimizer):
self.v = [np.zeros_like(t.data) for t in self.params]
def step(self):
self.t += 1
for i,t in enumerate(self.params):
self.t += 1
self.m[i] = self.b1 * self.m[i] + (1 - self.b1) * t.grad
self.v[i] = self.b2 * self.v[i] + (1 - self.b2) * np.square(t.grad)
mhat = self.m[i] / (1. - self.b1**self.t)