diff --git a/tinygrad/nn/optim.py b/tinygrad/nn/optim.py index 97dcafe312..74f3d1297a 100644 --- a/tinygrad/nn/optim.py +++ b/tinygrad/nn/optim.py @@ -22,6 +22,8 @@ class Optimizer: # NOTE: in extra is too late for most of the params due to issues with assign Tensor.corealize(extra + self.params + self.buffers if extra is not None else self.params + self.buffers) + def step(self) -> None: raise NotImplementedError + class SGD(Optimizer): def __init__(self, params: List[Tensor], lr=0.001, momentum=0, weight_decay=0.0, nesterov=False): super().__init__(params, lr)