mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-10 15:38:29 -05:00
6733425095
* lower schedule * remove RAND, and don't put load in the JIT yet * better fix for that test
26 lines
929 B
Python
26 lines
929 B
Python
from tinygrad.device import JITRunner
|
|
from tinygrad.ops import LazyOp, LoadOps
|
|
from tinygrad.nn.state import get_parameters
|
|
|
|
# for speed
|
|
def derandomize(x):
|
|
if isinstance(x, LazyOp):
|
|
new_op = LoadOps.EMPTY if x.op == LoadOps.CUSTOM else x.op
|
|
return LazyOp(new_op, tuple([derandomize(s) for s in x.src]), None if x.op == LoadOps.CUSTOM else x.arg)
|
|
x.op = derandomize(x.op)
|
|
return x
|
|
|
|
def derandomize_model(model):
|
|
for p in get_parameters(model):
|
|
p.lazydata = derandomize(p.lazydata)
|
|
p.realize()
|
|
|
|
def assert_jit_cache_len(fxn, expected_len):
|
|
assert len(fxn.jit_cache) > 0
|
|
if issubclass(type(fxn.jit_cache[0].prg), JITRunner):
|
|
assert len(fxn.jit_cache) == expected_len
|
|
else:
|
|
assert len(fxn.jit_cache) == 1
|
|
# until we have a better way of typing the prg in JitItem
|
|
assert type(fxn.jit_cache[0].prg).__name__.endswith('Graph')
|
|
assert len(fxn.jit_cache[0].prg.jit_cache) == expected_len |