mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-24 14:28:09 -05:00
c23d44c779
* most of the work from the uops2 branch
* schedule
* realize
* kernel
* lowerer
* search
* green
* merge uops with ops
* Revert "merge uops with ops"
This reverts commit 1408a59f12.
* fix benchmark
* remove extra dedup
94 lines
2.8 KiB
Python
94 lines
2.8 KiB
Python
import unittest, pickle
|
|
import numpy as np
|
|
from test.helpers import TestUOps
|
|
from tinygrad import Tensor, TinyJit, Variable
|
|
from tinygrad.engine.schedule import create_schedule
|
|
|
|
class TestPickle(TestUOps):
|
|
def test_pickle_realized_tensor(self):
|
|
t = Tensor.rand(10, 10).realize()
|
|
st = pickle.dumps(t)
|
|
t2:Tensor = pickle.loads(st)
|
|
np.testing.assert_equal(t.numpy(), t2.numpy())
|
|
|
|
def test_pickle_unrealized_tensor(self):
|
|
t = Tensor.ones(10, 10)
|
|
st = pickle.dumps(t)
|
|
t2:Tensor = pickle.loads(st)
|
|
np.testing.assert_equal(t.numpy(), t2.numpy())
|
|
|
|
def test_pickle_variable(self):
|
|
v = Variable("i", 1, 20).bind(10)
|
|
t1 = Tensor.ones(10, v).contiguous()
|
|
t2 = Tensor.ones(10, v).contiguous()
|
|
ret = (t1+t2).sum(1)
|
|
st = pickle.dumps(ret)
|
|
del ret
|
|
vt2 = pickle.loads(st)
|
|
np.testing.assert_equal(vt2.numpy(), 20)
|
|
|
|
def test_pickle_buffer_view(self):
|
|
t = Tensor.arange(10, device="CLANG").contiguous().realize()
|
|
vt = t[3:5].contiguous().realize()
|
|
assert hasattr(vt.lazydata.buffer, 'base')
|
|
ref_value = vt.tolist()
|
|
st = pickle.dumps(vt)
|
|
del t, vt
|
|
vt2 = pickle.loads(st)
|
|
assert hasattr(vt2.lazydata.buffer, 'base')
|
|
assert ref_value == vt2.tolist()
|
|
|
|
def test_pickle_numpy(self):
|
|
t = Tensor(np.array([1,2,3,4.]))
|
|
st = pickle.dumps(t)
|
|
t2:Tensor = pickle.loads(st)
|
|
np.testing.assert_equal(t.numpy(), t2.numpy())
|
|
|
|
def test_pickle_jit(self):
|
|
@TinyJit
|
|
def add(a, b): return a.sum()+b+1
|
|
for _ in range(3): add(Tensor.rand(10, 10), Tensor.rand(10, 10))
|
|
st = pickle.dumps(add)
|
|
del add
|
|
|
|
add_fxn = pickle.loads(st)
|
|
x = Tensor.ones(10, 10).contiguous().realize()
|
|
y = Tensor.ones(10, 10).contiguous().realize()
|
|
print("post jit")
|
|
out = add_fxn(x, y)
|
|
np.testing.assert_equal(out.numpy(), 102)
|
|
|
|
def test_pickle_schedule(self):
|
|
a = Tensor([1,2])
|
|
out = a + 2
|
|
sched = create_schedule([out.lazydata])
|
|
pk = pickle.dumps(sched)
|
|
sched_pk = pickle.loads(pk)
|
|
self.assert_equiv_uops(sched_pk[-1].ast, sched[-1].ast)
|
|
|
|
class TestPickleJIT(unittest.TestCase):
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
@TinyJit
|
|
def add(a, b): return a.sum()+b+1
|
|
for _ in range(3): add(Tensor.rand(1000, 1000), Tensor.rand(1000, 1000))
|
|
cls.st = pickle.dumps(add)
|
|
del add
|
|
|
|
def test_inspect(self):
|
|
import io
|
|
class FakeClass:
|
|
def __init__(self, *args, **kwargs):
|
|
print(self.module, self.name)
|
|
class InspectUnpickler(pickle.Unpickler):
|
|
def find_class(self, module, name): return type("SpecializedFakeClass", (FakeClass,), {"name": name, "module": module})
|
|
InspectUnpickler(io.BytesIO(self.st)).load()
|
|
|
|
@unittest.skip("we are still saving intermediate buffers")
|
|
def test_size(self):
|
|
# confirm no intermediate buffers are saved
|
|
self.assertLess(len(self.st), 1_000_000)
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|