github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-10 07:28:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

tinygrad.nn (#367)

Browse Source 
* tinygrad.nn

* flake8

* working on pylint

* more pylint

* more pylint

* pylint passes

* networkx

* mypy can't infer that type

* junk
This commit is contained in:
George Hotz
2022-08-18 07:41:00 -07:00
committed by GitHub
parent 783c120a8c
commit b132de677d
28 changed files with 643 additions and 169 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/transformer.py
View File

@@ -7,7 +7,7 @@ from tinygrad.tensor import Device
from extra.utils import get_parameters
from extra.training import train, evaluate
from models.transformer import Transformer
from tinygrad.optim import Adam
from tinygrad.nn.optim import Adam
# dataset idea from https://github.com/karpathy/minGPT/blob/master/play_math.ipynb
def make_dataset():
@@ -25,7 +25,7 @@ def make_dataset():
return ds_X_train, ds_Y_train, ds_X_test, ds_Y_test
from tinygrad.optim import Adam
from tinygrad.nn.optim import Adam
if __name__ == "__main__":
model = Transformer(10, 6, 2, 128, 4, 32)