mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-04-29 03:00:14 -04:00
a0240d8c2b
* lil work on llvm speed * llvm failing test * 1e-4 * simpler failing test * once is fine * gpt suggests this syntax change * bump that debug
54 lines
2.3 KiB
Python
54 lines
2.3 KiB
Python
from typing import List
|
|
from extra.models.resnet import ResNet50
|
|
from tinygrad import Tensor, nn
|
|
from tinygrad.helpers import Profiling, Timing, getenv, BEAM, NOOPT, DEBUG, Context, ansilen
|
|
from tinygrad.ops import Ops
|
|
from tinygrad.codegen.kernel import Kernel
|
|
from tinygrad.codegen.heuristic import hand_coded_optimizations
|
|
from tinygrad.codegen import get_rewrites_for_renderer, apply_rewrites
|
|
from tinygrad.engine.search import beam_search, bufs_from_lin
|
|
|
|
if __name__ == "__main__":
|
|
mdl = ResNet50()
|
|
for p in nn.state.get_parameters(mdl): p.replace(Tensor.empty(p.shape))
|
|
img = Tensor.empty(64, 3, 224, 224)
|
|
|
|
PROFILE = getenv("PYPROFILE", 0)
|
|
FORWARD_ONLY = getenv("FORWARD_ONLY", 0)
|
|
SCHEDULE_ONLY = getenv("SCHEDULE_ONLY", 0)
|
|
LINEARIZE = bool(getenv("LINEARIZE", 1))
|
|
|
|
with Timing("all "):
|
|
with Timing("***** model tensor in "):
|
|
out = mdl(img)
|
|
|
|
if not FORWARD_ONLY:
|
|
with Timing("***** model schedule in "):
|
|
sched = out.schedule()
|
|
|
|
if not SCHEDULE_ONLY:
|
|
asts = list({x.ast.key:x.ast for x in sched if x.ast.op is Ops.SINK}.values())
|
|
if (restrict_kernel := getenv("RESTRICT_KERNEL", -1)) != -1: asts = asts[restrict_kernel:restrict_kernel+1]
|
|
kernels: List[Kernel] = []
|
|
with Timing(f"***** model opts({len(asts):2d}) in "):
|
|
with Profiling(PROFILE >= 3):
|
|
for ast in asts:
|
|
k = Kernel(ast)
|
|
if BEAM:
|
|
with Context(DEBUG=max(2, DEBUG.value)): k = beam_search(k, bufs_from_lin(k), BEAM.value)
|
|
elif NOOPT: pass
|
|
else: k.apply_opts(hand_coded_optimizations(k))
|
|
kernels.append(k)
|
|
|
|
with Timing("***** model prep in "):
|
|
kernels = [(k, k.get_optimized_ast(), get_rewrites_for_renderer(k.opts, linearizer=LINEARIZE)) for k in kernels]
|
|
|
|
with Profiling(PROFILE, fn="/tmp/rewrite.prof"):
|
|
with Timing("***** model rewrite in "):
|
|
rewritten_uops = []
|
|
for i,(k,u,rewrites) in enumerate(kernels):
|
|
with Timing(f"rewrite {i:2d} {k.name}{' '*(50-ansilen(k.name))}", enabled=getenv("VERBOSE", 0)):
|
|
rewritten_uops.append(apply_rewrites(u, rewrites))
|
|
uops = rewritten_uops
|
|
if LINEARIZE: print(sum(len(u.arg.lst) for u in uops))
|