mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-09 15:08:02 -05:00
fdd46c9f28
* remove cast before view * greener * indexing * delete view instant rule * that passes too * openpilot too * ack * base on cast_before_view * add it as a rewrite rule * VIEW(DEVICE) is also fine * test_shard_memory depends on forced_realize removal * put that back, will go soon * UOp representations change once we don't instantly fold things * do not duplicate tests --------- Co-authored-by: qazal <qazal.software@gmail.com> Co-authored-by: qazal <77887910+Qazalin@users.noreply.github.com>
118 lines
4.8 KiB
Python
118 lines
4.8 KiB
Python
import unittest
|
|
from tinygrad import Tensor
|
|
from tinygrad.ops import UPat, Ops, UOp
|
|
|
|
realized_pattern = UPat(Ops.VIEW, src=(UPat(Ops.BUFFER),))
|
|
const_pattern = UPat(Ops.CONST, src=(UPat(Ops.VIEW, src=(UPat(Ops.DEVICE),),)))
|
|
def is_pattern_uop(u:UOp, pat:UPat): assert pat.match(u, {}), f"{u}\nis not\n{pat}"
|
|
def is_pattern(ten:Tensor, pat:UPat): is_pattern_uop(ten.lazydata, pat)
|
|
|
|
class TestTensorMutates(unittest.TestCase):
|
|
def test_mutate_add(self):
|
|
a = Tensor([1,2,3])
|
|
b = Tensor([4,5,6])
|
|
ret = a+b
|
|
pa = a.lazydata
|
|
pb = b.lazydata
|
|
pr = ret.lazydata
|
|
ret.schedule()
|
|
self.assertIsNot(pa, a.lazydata)
|
|
self.assertIsNot(pb, b.lazydata)
|
|
self.assertIsNot(pr, ret.lazydata)
|
|
# NOTE: this becomes a VIEW(VIEW(BUFFER)) because UOp.view no longer instantly folds contiguous VIEW of the same shape
|
|
# this is fine because realized exists on the base.
|
|
# TODO: we can make this always be a VIEW(BUFFER) once BUFFER has a ShapeTracker of shape=(N,)
|
|
for t in [a,b,ret]: is_pattern_uop(t.lazydata.base, realized_pattern)
|
|
|
|
def test_reshape_is_same_parent(self):
|
|
a = Tensor([1,2,3])
|
|
b = Tensor([4,5,6])
|
|
c = a+b
|
|
d = (a+b).reshape(3,1)
|
|
d.realize()
|
|
is_pattern_uop(d.lazydata.base, realized_pattern)
|
|
is_pattern_uop(c.lazydata.base, realized_pattern)
|
|
|
|
def test_reshape_is_same_child(self):
|
|
a = Tensor([1,2,3])
|
|
b = Tensor([4,5,6])
|
|
c = a+b
|
|
d = (a+b).reshape(3,1)
|
|
c.realize()
|
|
is_pattern_uop(c.lazydata.base, realized_pattern)
|
|
is_pattern_uop(d.lazydata.base, realized_pattern)
|
|
|
|
class TestTensorUopRepresentation(unittest.TestCase):
|
|
def test_realized(self):
|
|
a = Tensor([1.,2,3]).realize()
|
|
print(a.lazydata)
|
|
is_pattern_uop(a.lazydata.base, realized_pattern)
|
|
|
|
def test_add_realized(self):
|
|
a = Tensor([1.,2,3]).realize()
|
|
b = Tensor([4.,5,6]).realize()
|
|
c = a+b
|
|
print(c.lazydata)
|
|
is_pattern(c, UPat(Ops.ADD, src=(UPat(Ops.VIEW, src=(realized_pattern,)), UPat(Ops.VIEW, src=(realized_pattern,)))))
|
|
|
|
def test_const_pattern(self):
|
|
a = Tensor(1)
|
|
print(a.lazydata)
|
|
is_pattern(a, const_pattern) # const in tensor has a DEVICE and VIEW src
|
|
is_pattern(a, UPat.cvar("x")) # even cvar works!
|
|
|
|
def test_consts_do_not_realize(self):
|
|
a = Tensor(1)
|
|
print(a.lazydata)
|
|
pre_realize = a.lazydata
|
|
a.realize()
|
|
assert a.lazydata is pre_realize
|
|
|
|
def test_viewed_consts_do_not_realize(self):
|
|
a = Tensor.ones(10, 10)
|
|
print(a.lazydata)
|
|
pre_realize = a.lazydata
|
|
a.realize()
|
|
assert a.lazydata is pre_realize
|
|
|
|
# currently, CONSTs have a "fake" BUFFER. this should be fixed
|
|
# current:
|
|
# UOp(Ops.EXPAND, dtypes.float, arg=(10, 10), src=(
|
|
# UOp(Ops.RESHAPE, dtypes.float, arg=(1, 1), src=(
|
|
# UOp(Ops.VIEW, dtypes.float, arg=ShapeTracker(views=(View(shape=(), strides=(), offset=0, mask=None, contiguous=True),)), src=(
|
|
# UOp(Ops.BUFFER, dtypes.float, arg=(-1, 'METAL', 1), src=()),
|
|
# UOp(Ops.CONST, dtypes.float, arg=1.0, src=()),)),)),))
|
|
# expected:
|
|
# UOp(Ops.EXPAND, dtypes.float, arg=(10, 10), src=(
|
|
# UOp(Ops.RESHAPE, dtypes.float, arg=(1, 1), src=(
|
|
# UOp(Ops.VIEW, dtypes.float, arg=ShapeTracker(views=(View(shape=(), strides=(), offset=0, mask=None, contiguous=True),)), src=(
|
|
# UOp(Ops.CONST, dtypes.float, arg=1.0, src=(
|
|
# UOp(Ops.DEVICE, dtypes.void, arg="METAL", src=()),)),)),))
|
|
def test_consts_dont_have_buffers(self):
|
|
a = Tensor.ones(10, 10)
|
|
print(a.lazydata)
|
|
buffers_in_parents = [x.op for x in a.lazydata.toposort if x.op is Ops.BUFFER]
|
|
self.assertEqual(len(buffers_in_parents), 0)
|
|
|
|
# currently, COPY has an extra BUFFER on the output
|
|
# current:
|
|
# UOp(Ops.VIEW, dtypes.float, arg=ShapeTracker(views=(View(shape=(3,), strides=(1,), offset=0, mask=None, contiguous=True),)), src=(
|
|
# UOp(Ops.BUFFER, dtypes.float, arg=(2, 'TEST', 3), src=()),
|
|
# UOp(Ops.COPY, dtypes.float, arg=('TEST', False), src=(
|
|
# UOp(Ops.VIEW, dtypes.float, arg=ShapeTracker(views=(View(shape=(3,), strides=(1,), offset=0, mask=None, contiguous=True),)), src=(
|
|
# UOp(Ops.BUFFER, dtypes.float, arg=(1, 'METAL', 3), src=()),)),)),))
|
|
# expected:
|
|
# UOp(Ops.COPY, dtypes.float, arg=('TEST', False), src=(
|
|
# UOp(Ops.VIEW, dtypes.float, arg=ShapeTracker(views=(View(shape=(3,), strides=(1,), offset=0, mask=None, contiguous=True),)), src=(
|
|
# UOp(Ops.BUFFER, dtypes.float, arg=(1, 'METAL', 3), src=()),))
|
|
# update: now the arg is just a single bool, the first source is a device.
|
|
def test_copyin(self):
|
|
a = Tensor([1.,2,3]).realize()
|
|
c = a.to("TEST") # NOTE: this isn't checked
|
|
print(c.lazydata)
|
|
# TODO: COPY on a Tensor becomes a VIEW(COPY), this should be done in the scheduler not in ops
|
|
is_pattern(c, UPat(Ops.VIEW, src=(UPat(Ops.COPY, src=(UPat(Ops.DEVICE), realized_pattern,)),)))
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|