mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-10 07:28:15 -05:00
16 lines
580 B
Python
16 lines
580 B
Python
import os
|
|
if "DEBUG" not in os.environ: os.environ["DEBUG"] = "2"
|
|
if "THREEFRY" not in os.environ: os.environ["THREEFRY"] = "1"
|
|
|
|
from tinygrad import Tensor, GlobalCounters, Device
|
|
from tinygrad.helpers import getenv
|
|
|
|
GPUS = getenv("SHARD", 1)
|
|
devices = tuple(f"{Device.DEFAULT}:{i}" for i in range(GPUS))
|
|
|
|
for N in [10_000_000, 100_000_000, 1_000_000_000]:
|
|
GlobalCounters.reset()
|
|
t = Tensor.rand(N) if GPUS <= 1 else Tensor.rand(N, device=devices)
|
|
t.realize()
|
|
print(f"N {N:>20_}, global_ops {GlobalCounters.global_ops:>20_}, global_mem {GlobalCounters.global_mem:>20_}")
|