good changes from tensor_cores branch (#1005)

* good changes from tensor_cores branch

* touchups

* real_strides fixup

* refactor merge_views
This commit is contained in:
George Hotz
2023-06-18 20:28:06 -07:00
committed by GitHub
parent ccb51ff5b0
commit 5428b5d774
6 changed files with 118 additions and 53 deletions

View File

@@ -297,6 +297,8 @@ class TestOps(unittest.TestCase):
helper_test_op([(4,3), (1,3,3,5)], lambda x,y: x.matmul(y), Tensor.dot, atol=1e-4)
def test_gemm(self):
helper_test_op([(64,64), (64,64)], lambda x,y: x.matmul(y), Tensor.dot, atol=1e-3)
def test_big_gemm(self):
helper_test_op([(256,256), (256,256)], lambda x,y: x.matmul(y), Tensor.dot, atol=1e-3)
def test_broadcastdot(self):
helper_test_op([(10,45,65), (65,45)], lambda x,y: x @ y, Tensor.dot, atol=1e-4)
with self.assertRaises(RuntimeError):