From 98f8d0ccf9abde298af4dc9b9ce888f089e8d6d6 Mon Sep 17 00:00:00 2001 From: nimlgen <138685161+nimlgen@users.noreply.github.com> Date: Thu, 24 Oct 2024 16:01:50 +0300 Subject: [PATCH] nv limit max local memory with envvar (#7265) --- tinygrad/runtime/ops_nv.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tinygrad/runtime/ops_nv.py b/tinygrad/runtime/ops_nv.py index a26410e630..58154e1ff2 100644 --- a/tinygrad/runtime/ops_nv.py +++ b/tinygrad/runtime/ops_nv.py @@ -534,7 +534,7 @@ class NVDevice(HCQCompiled): self.timeline_value += 2 def _ensure_has_local_memory(self, required): - if self.slm_per_thread >= required: return + if self.slm_per_thread >= required or ((maxlm:=getenv("NV_MAX_LOCAL_MEMORY_PER_THREAD")) > 0 and required >= maxlm): return if self.shader_local_mem is not None: self.allocator.free(self.shader_local_mem, self.shader_local_mem.size)