github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-10 07:28:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

hotfix: st.size() -> st.size in llama

Browse Source
This commit is contained in:
George Hotz
2024-01-05 20:18:52 -08:00
parent a8ba1ac08f
commit ebb81e8f11
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/llama.py
View File

@@ -370,7 +370,7 @@ After you are done speaking, output [EOS]. You are not Chad.
TOKENIZER_PATH = (MODEL_PATH if MODEL_PATH.is_dir() else MODEL_PATH.parent) / "tokenizer.model"
print(f"using LLaMA{LLAMA_SUFFIX}-{args.size} model")
llama = LLaMa.build(MODEL_PATH, TOKENIZER_PATH, model_gen=args.gen, model_size=args.size, quantize=args.quantize)
param_count = sum(x.lazydata.st.size() for x in get_parameters(llama.model))
param_count = sum(x.lazydata.st.size for x in get_parameters(llama.model))
if chatbot:
# encode pre prompt