mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-08 06:34:03 -05:00
744af193f0
* remove ExecItem and merge it with ScheduleItem * less diff * fix issues * min diff * don't change bufs in _lower * min diff * update * revert * fixes * diff
45 lines
1.7 KiB
Python
45 lines
1.7 KiB
Python
import numpy as np
|
|
import unittest
|
|
from tinygrad import Tensor, Device
|
|
from tinygrad.helpers import get_single_element
|
|
from tinygrad.codegen.opt import Opt, OptOps
|
|
from tinygrad.engine.realize import CompiledRunner, get_program
|
|
from tinygrad.engine.schedule import ExecItem
|
|
|
|
class TestOptGemm(unittest.TestCase):
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
N = 64
|
|
cls.a = Tensor.randn(N, N).contiguous().realize()
|
|
cls.b = Tensor.randn(N, N).contiguous().realize()
|
|
cls.res = cls.a.T.numpy() @ cls.b.T.numpy()
|
|
|
|
def _test_gemm_unrolled_permute_l(self, opts=[]):
|
|
t = self.a.T @ self.b.T
|
|
# TODO: this should be a generic test helper
|
|
si = get_single_element(t.schedule())
|
|
run = CompiledRunner(get_program(si.ast, renderer=Device[Device.DEFAULT].renderer, opts=opts))
|
|
ExecItem(si.ast, list(si.bufs), prg=run).run()
|
|
test = si.bufs[0].numpy().reshape(self.res.shape)
|
|
np.testing.assert_allclose(self.res, test, atol=1e-4)
|
|
|
|
def test_gemm_unrolled_permute_l_44(self):
|
|
opts = [Opt(op=OptOps.UPCAST, axis=0, arg=4), Opt(op=OptOps.UPCAST, axis=1, arg=4)]
|
|
self._test_gemm_unrolled_permute_l(opts)
|
|
|
|
def test_gemm_unrolled_permute_l_424(self):
|
|
# was failing with LLVM
|
|
opts = [Opt(op=OptOps.UPCAST, axis=0, arg=4), Opt(op=OptOps.UPCAST, axis=1, arg=2), Opt(op=OptOps.UPCAST, axis=0, arg=4)]
|
|
self._test_gemm_unrolled_permute_l(opts)
|
|
|
|
def test_gemm_unrolled_permute_l_42(self):
|
|
opts = [Opt(op=OptOps.UPCAST, axis=0, arg=4), Opt(op=OptOps.UPCAST, axis=1, arg=2)]
|
|
self._test_gemm_unrolled_permute_l(opts)
|
|
|
|
def test_gemm_unrolled_permute_l_22(self):
|
|
opts = [Opt(op=OptOps.UPCAST, axis=0, arg=2), Opt(op=OptOps.UPCAST, axis=1, arg=2)]
|
|
self._test_gemm_unrolled_permute_l(opts)
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|