Merge pull request #10 from TheMrGhostman/master

fixing adam
This commit is contained in:
George Hotz
2020-10-21 07:37:31 -07:00
committed by GitHub

View File

@@ -27,8 +27,8 @@ class Adam(Optimizer):
self.v = [np.zeros_like(t.data) for t in self.params]
def step(self):
self.t += 1
for i,t in enumerate(self.params):
self.t += 1
self.m[i] = self.b1 * self.m[i] + (1 - self.b1) * t.grad
self.v[i] = self.b2 * self.v[i] + (1 - self.b2) * np.square(t.grad)
mhat = self.m[i] / (1. - self.b1**self.t)