llama jit is default, print tok/sec (#1774)

* llama jit is default, print tok/sec

* jit not default in CI
This commit is contained in:
George Hotz
2023-09-05 10:12:16 -07:00
committed by GitHub
parent f6e6a1a4d7
commit fb1cc6bf4b
3 changed files with 18 additions and 16 deletions

View File

@@ -14,7 +14,7 @@ if __name__ == "__main__":
sz = 1024*1024*256 # 1 GB
#sz = 1024*64
with Timing("CPU creation: ", on_exit=lambda x: f", {(sz*4*2)/x:.2f} GB/sec"):
with ("CPU creation: ", on_exit=lambda x: f", {(sz*4*2)/x:.2f} GB/sec"):
c0 = Tensor.ones(sz, device="cpu").realize()
c1 = (Tensor.ones(sz, device="cpu")/2).realize()