mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-10 23:48:01 -05:00
gpt2: corealize opt and loss
This commit is contained in:
@@ -170,8 +170,7 @@ if __name__ == "__main__":
|
||||
_, loss = model(x, y)
|
||||
optimizer.zero_grad()
|
||||
loss.backward()
|
||||
optimizer.step()
|
||||
return loss
|
||||
return loss.realize(*optimizer.schedule_step())
|
||||
|
||||
with Tensor.train():
|
||||
for i in range(args.num_iterations):
|
||||
|
||||
Reference in New Issue
Block a user