github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-02-19 02:44:40 -05:00
Code Issues Packages Projects Releases Wiki Activity

test_train: Adam -> SGD

Browse Source
This commit is contained in:
George Hotz
2023-02-06 08:55:41 -06:00
parent 36c26a57b1
commit c3d81bba2a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
test/test_train.py
View File

@@ -18,7 +18,7 @@ def train_one_step(model,X,Y):
pcount = 0
for p in params:
pcount += np.prod(p.shape)
optimizer = optim.Adam(params, lr=0.001)
optimizer = optim.SGD(params, lr=0.001)
print("stepping %r with %.1fM params bs %d" % (type(model), pcount/1e6, BS))
st = time.time()
train(model, X, Y, optimizer, steps=1, BS=BS)