add transpose, start on transformer

This commit is contained in:
George Hotz
2020-12-27 16:59:12 -05:00
parent d379502c04
commit 2f1b2c0a3b
13 changed files with 91 additions and 19 deletions

View File

@@ -1,10 +1,9 @@
import numpy as np
import torch
import unittest
from tinygrad.tensor import Tensor, GPU, Device
from tinygrad.tensor import Tensor, GPU, ANE, Device
from tinygrad.optim import Adam, SGD, RMSprop
from extra.utils import get_parameters
from .config import ANE
x_init = np.random.randn(1,3).astype(np.float32)
W_init = np.random.randn(3,3).astype(np.float32)