github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-10 07:28:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

Revert "track size in shapetracker" (#3043)

Browse Source 
* Revert "track size in shapetracker (#3026)"

This reverts commit a8ba1ac08f.

* st.size
This commit is contained in:
George Hotz
2024-01-08 13:13:39 -08:00
committed by GitHub
parent 50754f1494
commit c003be7309
19 changed files with 71 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/llama.py
View File

@@ -370,7 +370,7 @@ After you are done speaking, output [EOS]. You are not Chad.
TOKENIZER_PATH = (MODEL_PATH if MODEL_PATH.is_dir() else MODEL_PATH.parent) / "tokenizer.model"
print(f"using LLaMA{LLAMA_SUFFIX}-{args.size} model")
llama = LLaMa.build(MODEL_PATH, TOKENIZER_PATH, model_gen=args.gen, model_size=args.size, quantize=args.quantize)
param_count = sum(x.lazydata.st.size for x in get_parameters(llama.model))
param_count = sum(x.lazydata.st.size() for x in get_parameters(llama.model))
if chatbot:
# encode pre prompt