From c63f950348a19d336d407b7c9aa326dfbd50208d Mon Sep 17 00:00:00 2001
From: George Hotz <geohot@gmail.com>
Date: Mon, 7 Dec 2020 23:10:43 -0800
Subject: [PATCH] need zero grad now

---
 README.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/README.md b/README.md
index 74f3f61fc1..5d61102c54 100644
--- a/README.md
+++ b/README.md
@@ -73,6 +73,7 @@ optim = optim.SGD([model.l1, model.l2], lr=0.001)
 
 out = model.forward(x)
 loss = out.mul(y).mean()
+optim.zero_grad()
 loss.backward()
 optim.step()
 ```