mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-06 21:53:53 -05:00
114 lines
4.1 KiB
Python
114 lines
4.1 KiB
Python
from contextlib import AbstractContextManager
|
|
from tinygrad.uop.ops import UOp, KernelInfo, AxisType, AddrSpace
|
|
from extra.thunder.tiny.tk import WARP_THREADS
|
|
from extra.thunder.tiny.tk.group import Group
|
|
from extra.thunder.tiny.tk.tiles import GL, ST_16X16, ST, RT_16X16, RT, RV, TileLayout, VecLayout
|
|
|
|
class _tk_range:
|
|
def __init__(self, start:int, end:int, step:int, axis_type:AxisType, rid:int):
|
|
self.start, self.end, self.step = start, end, step
|
|
self.axis_type, self.rid, self.done = axis_type, rid, False
|
|
def __iter__(self): return self
|
|
def __next__(self):
|
|
if not self.done:
|
|
self.done = True
|
|
self._rng = UOp.range(self.end // self.step, self.rid, axis_type=self.axis_type) * self.step + self.start
|
|
return self._rng
|
|
raise StopIteration
|
|
|
|
class Kernel(AbstractContextManager):
|
|
def __init__(self, name:str, grid_size:tuple[int, int, int], block_size:int):
|
|
self.name = name
|
|
|
|
self.blockIdx_x = UOp.special(grid_size[0], "gidx0")
|
|
self.blockIdx_y = UOp.special(grid_size[1], "gidx1")
|
|
self.blockIdx_z = UOp.special(grid_size[2], "gidx2")
|
|
self.threadIdx_x = UOp.special(block_size, "lidx0")
|
|
|
|
self.range_stack: list[_tk_range] = []
|
|
self.store_stack: list[tuple[UOp, UOp]] = []
|
|
|
|
self.global_slot = 0
|
|
self.shared_slot = 0
|
|
self.register_slot = 0
|
|
self.range_id = 0
|
|
self.allocs: dict[tuple[str, tuple], UOp] = {}
|
|
|
|
@property
|
|
def warpid(self): return self.threadIdx_x // WARP_THREADS
|
|
@property
|
|
def laneid(self): return self.threadIdx_x % WARP_THREADS
|
|
|
|
def __enter__(self): return self
|
|
def __exit__(self, exc_type, exc_value, traceback): pass
|
|
|
|
def group(self, size:int): return Group(size, self)
|
|
@property
|
|
def warp(self): return self.group(1)
|
|
@property
|
|
def warpgroup(self): return self.group(4)
|
|
|
|
def range(self, start:int, end:int=0, step:int=1, axis_type:AxisType=AxisType.LOOP, track:bool=True):
|
|
if end == 0: start, end = 0, start
|
|
rng = _tk_range(start, end, step, axis_type, self.range_id)
|
|
self.range_id += 1
|
|
if track: self.range_stack.append(rng)
|
|
return rng
|
|
|
|
def raw_range(self, end:int=0, axis_type:AxisType=AxisType.LOOP):
|
|
rng = UOp.range(end, self.range_id, axis_type=axis_type)
|
|
self.range_id += 1
|
|
return rng
|
|
|
|
def alloc(self, shape, dtype, addrspace:AddrSpace, name:str|None=None):
|
|
match addrspace:
|
|
case AddrSpace.GLOBAL:
|
|
slot = self.global_slot
|
|
self.global_slot += 1
|
|
case AddrSpace.LOCAL:
|
|
slot = self.shared_slot
|
|
self.shared_slot += 1
|
|
case AddrSpace.REG:
|
|
slot = self.register_slot
|
|
self.register_slot += 1
|
|
|
|
uop = UOp.placeholder(shape, dtype, slot=slot, addrspace=addrspace)
|
|
|
|
if name:
|
|
if (name, shape) in self.allocs: return self.allocs[(name, shape)]
|
|
self.allocs[(name, shape)] = uop
|
|
|
|
return uop
|
|
|
|
def gl(self, shape, dtype): return GL.create(shape, dtype, self)
|
|
def st(self, shape, dtype, layout=TileLayout.ROW, base_shape=ST_16X16): return ST.create(shape, dtype, layout, base_shape, self)
|
|
def rt(self, shape, dtype, layout=TileLayout.ROW, base_shape=RT_16X16): return RT.create(shape, dtype, layout, base_shape, self)
|
|
def rv(self, length, dtype, layout=VecLayout.ORTHO, rt_base_shape=RT_16X16): return RV.create(length, dtype, layout, rt_base_shape, self)
|
|
|
|
def push_store(self, store:UOp, uop:UOp): self.store_stack.append((store, uop))
|
|
|
|
def finish(self, stores:int=1):
|
|
# end all ranges
|
|
rngs = []
|
|
while self.range_stack: rngs.append(self.range_stack.pop(0)._rng)
|
|
|
|
# end stores stores
|
|
store_uops = []
|
|
for _ in range(stores):
|
|
store = self.store_stack.pop()[0]
|
|
if hasattr(store, '_uop'): store_uops.append(store._uop)
|
|
else: store_uops.append(store)
|
|
uop = UOp.group(*store_uops)
|
|
|
|
return uop.end(*rngs).sink(arg=KernelInfo(name=self.name, opts_to_apply=())).simplify()
|
|
|
|
def endrange(self, ranges:int=1):
|
|
last_store = self.store_stack.pop()
|
|
|
|
rngs = []
|
|
for _ in range(ranges):
|
|
last_range = self.range_stack.pop()
|
|
rngs.append(last_range._rng)
|
|
|
|
return last_store[1].after(last_store[0].end(*rngs)).reshape(last_store[1].shape)
|