mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-02-01 10:14:57 -05:00
83 lines
3.1 KiB
Python
83 lines
3.1 KiB
Python
import unittest
|
|
from tinygrad import dtypes, Variable
|
|
from tinygrad.dtype import PtrDType
|
|
from tinygrad.ops import BinaryOps, TernaryOps, UnaryOps
|
|
from tinygrad.codegen.uops import UOpGraph, UOps
|
|
|
|
class TestUOpGraph(unittest.TestCase):
|
|
def test_add_constant_fold(self):
|
|
g = UOpGraph()
|
|
c1 = g.add(UOps.CONST, dtypes.float, arg=1.0)
|
|
c2 = g.add(UOps.CONST, dtypes.float, arg=2.0)
|
|
out = g.add(UOps.ALU, dtypes.float, (c1, c2), BinaryOps.ADD)
|
|
g.add(UOps.SINK, None, (out,))
|
|
self.assertEqual(len(g.uops), 1)
|
|
out = g.uops[-1]
|
|
self.assertEqual(out.uop, UOps.CONST)
|
|
self.assertEqual(out.arg, 3.0)
|
|
|
|
def test_where_same_fold(self):
|
|
g = UOpGraph()
|
|
v = g.add(UOps.DEFINE_VAR, dtypes.int, arg=Variable('tmp', 0, 1))
|
|
c0 = g.add(UOps.CONST, dtypes.int, arg=0)
|
|
vc = g.add(UOps.ALU, dtypes.bool, (v, c0), BinaryOps.CMPNE)
|
|
c1 = g.add(UOps.CONST, dtypes.float, arg=1.0)
|
|
out = g.add(UOps.ALU, dtypes.float, (vc, c1, c1), TernaryOps.WHERE)
|
|
g.add(UOps.SINK, None, (out,))
|
|
self.assertEqual(len(g.uops), 1)
|
|
out = g.uops[-1]
|
|
self.assertEqual(out.uop, UOps.CONST)
|
|
self.assertEqual(out.arg, 1.0)
|
|
|
|
def test_where_const_fold(self):
|
|
g = UOpGraph()
|
|
bf = g.add(UOps.CONST, dtypes.bool, arg=False)
|
|
c1 = g.add(UOps.CONST, dtypes.float, arg=1.0)
|
|
c2 = g.add(UOps.CONST, dtypes.float, arg=2.0)
|
|
out = g.add(UOps.ALU, dtypes.float, (bf, c1, c2), TernaryOps.WHERE)
|
|
g.add(UOps.SINK, None, (out,))
|
|
self.assertEqual(len(g.uops), 1)
|
|
out = g.uops[-1]
|
|
self.assertEqual(out.uop, UOps.CONST)
|
|
self.assertEqual(out.arg, 2.0)
|
|
|
|
def test_const_cast(self):
|
|
g = UOpGraph()
|
|
bf = g.add(UOps.CONST, dtypes.bool, arg=False)
|
|
out = g.add(UOps.CAST, dtypes.int, (bf,))
|
|
g.add(UOps.SINK, None, (out,))
|
|
self.assertEqual(len(g.uops), 1)
|
|
out = g.uops[-1]
|
|
self.assertEqual(out.uop, UOps.CONST)
|
|
self.assertEqual(out.arg, 0)
|
|
|
|
def test_cast_vectorized_fold(self):
|
|
g = UOpGraph()
|
|
d0 = g.add(UOps.DEFINE_GLOBAL, PtrDType(dtypes.float), arg=(0, True))
|
|
idx = g.add(UOps.CONST, dtypes.int, arg=0)
|
|
ld = g.add(UOps.LOAD, dtypes.float.vec(2), (d0, idx))
|
|
cast = g.add(UOps.CAST, dtypes.float.vec(2), (ld,))
|
|
x = g.add(UOps.GEP, dtypes.float, (cast, ), arg=0)
|
|
alu = g.add(UOps.ALU, dtypes.float, (x, ), UnaryOps.SQRT)
|
|
out = g.add(UOps.STORE, dtypes.float, (d0, idx, alu))
|
|
g.add(UOps.SINK, None, (out,))
|
|
self.assertEqual(len([x for x in g.uops if x.uop is UOps.CAST]), 0)
|
|
|
|
def test_depth_2_const_fold(self):
|
|
g = UOpGraph()
|
|
v = g.add(UOps.DEFINE_VAR, dtypes.int, arg=Variable('tmp', 0, 1))
|
|
c2 = g.add(UOps.CONST, dtypes.int, arg=2)
|
|
c4 = g.add(UOps.CONST, dtypes.int, arg=4)
|
|
vc = g.add(UOps.ALU, dtypes.int, (v, c2), BinaryOps.ADD)
|
|
out = g.add(UOps.ALU, dtypes.int, (vc, c4), BinaryOps.ADD)
|
|
g.add(UOps.SINK, None, (out,))
|
|
self.assertEqual(len(g.uops), 3)
|
|
out = g.uops[-1]
|
|
self.assertEqual(out.uop, UOps.ALU)
|
|
self.assertEqual(out.arg, BinaryOps.ADD)
|
|
self.assertEqual(out.vin[1].uop, UOps.CONST)
|
|
self.assertEqual(out.vin[1].arg, 6)
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main(verbosity=2)
|