added RMSprop optim

This commit is contained in:
f0ti
2020-10-23 02:50:02 +02:00
parent 65f3a9d499
commit 7e1eddb0c5
2 changed files with 18 additions and 1 deletions

View File

@@ -44,7 +44,8 @@ class TestMNIST(unittest.TestCase):
steps = 400
else:
model = TinyBobNet()
optim = tinygrad_optim.SGD([model.l1, model.l2], lr=0.001)
# optim = tinygrad_optim.SGD([model.l1, model.l2], lr=0.001)
optim = tinygrad_optim.RMSprop([model.l1, model.l2], lr=0.001)
steps = 1000
BS = 128