github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-04-29 03:00:14 -04:00
Code Issues Packages Projects Releases Wiki Activity

corealize + remove realize from lazybuffer (#1968)

Browse Source 
* corealize + remove realize from lazybuffer

* fix multigpu

* fix graph
This commit is contained in:
George Hotz
2023-10-04 10:59:31 -07:00
committed by GitHub
parent 88b6ed6945
commit de5d603ec1
9 changed files with 28 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tinygrad/nn/optim.py
View File

@@ -17,10 +17,8 @@ class Optimizer:
for param in self.params: param.grad = None
def realize(self, extra=None):
# TODO: corealize
# NOTE: in extra is too late for most of the params due to issues with assign
for p in extra + self.params + self.buffers if extra is not None else self.params + self.buffers:
p.realize()
Tensor.corealize(extra + self.params + self.buffers if extra is not None else self.params + self.buffers)
class SGD(Optimizer):
def __init__(self, params: List[Tensor], lr=0.001, momentum=0, weight_decay=0.0, nesterov=False):