add transpose, start on transformer

This commit is contained in:
George Hotz
2020-12-27 16:59:12 -05:00
parent d379502c04
commit 2f1b2c0a3b
13 changed files with 91 additions and 19 deletions

View File

@@ -1,10 +1,8 @@
import numpy as np
import torch
import unittest
from tinygrad.tensor import Tensor, GPU, Device
from tinygrad.tensor import Tensor, GPU, ANE, Device
from extra.gradcheck import numerical_jacobian, jacobian, gradcheck
from .config import ANE
x_init = np.random.randn(1,3).astype(np.float32)
U_init = np.random.randn(3,3).astype(np.float32)