gpt2: corealize opt and loss

This commit is contained in:
George Hotz
2024-09-30 09:11:20 +08:00
parent 2ec73d6f05
commit 2ed94e447f

View File

@@ -170,8 +170,7 @@ if __name__ == "__main__":
_, loss = model(x, y)
optimizer.zero_grad()
loss.backward()
optimizer.step()
return loss
return loss.realize(*optimizer.schedule_step())
with Tensor.train():
for i in range(args.num_iterations):