get parameters

This commit is contained in:
George Hotz
2020-12-06 10:45:04 -08:00
parent 51daaa43d4
commit c66c27d22e
2 changed files with 22 additions and 0 deletions

View File

@@ -3,10 +3,13 @@ import time
import numpy as np
from extra.efficientnet import EfficientNet
from tinygrad.tensor import Tensor
from tinygrad.utils import get_parameters
if __name__ == "__main__":
Tensor.default_gpu = os.getenv("GPU") is not None
model = EfficientNet(int(os.getenv("NUM", "0")))
parameters = get_parameters(model)
print(len(parameters))
BS = 16
img = np.zeros((BS,3,224,224), dtype=np.float32)
@@ -26,6 +29,10 @@ if __name__ == "__main__":
y = Tensor(y)
loss = out.logsoftmax().mul(y).mean()
# zero grad
for p in parameters:
p.grad = None
st = time.time()
loss.backward()
et = time.time()