github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-31 01:38:20 -05:00
Code Issues Packages Projects Releases Wiki Activity

nv sync program copies to other exection (#4845)

Browse Source
This commit is contained in:
nimlgen
2024-06-05 23:34:33 +03:00
committed by GitHub
parent 99e7a1d5e9
commit 09bfb8c10a
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tinygrad/runtime/ops_nv.py
View File

@@ -243,6 +243,8 @@ class NVProgram:
self.lib_sz = round_up(round_up(self.program.nbytes, 128) + round_up(0 if self.global_init is None else self.global_init.nbytes, 128) +
sum([round_up(x.nbytes, 128) for i,x in constant_buffers_data.items()]), 0x1000)
self.lib_gpu = self.device.allocator.alloc(self.lib_sz)
HWComputeQueue().wait(self.device.timeline_signal, self.device.timeline_value - 1).submit(self.device)
for st in range(0, len(self.program), 4095):
HWComputeQueue().copy_from_cpu(self.lib_gpu.base+st*4, self.program[st:st+4095]).submit(self.device)