import os if "DEBUG" not in os.environ: os.environ["DEBUG"] = "2" if "THREEFRY" not in os.environ: os.environ["THREEFRY"] = "1" from tinygrad import Tensor, GlobalCounters, Device from tinygrad.helpers import getenv GPUS = getenv("SHARD", 1) devices = tuple(f"{Device.DEFAULT}:{i}" for i in range(GPUS)) for N in [10_000_000, 100_000_000, 1_000_000_000]: GlobalCounters.reset() t = Tensor.rand(N) if GPUS <= 1 else Tensor.rand(N, device=devices) t.realize() print(f"N {N:>20_}, global_ops {GlobalCounters.global_ops:>20_}, global_mem {GlobalCounters.global_mem:>20_}")