github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-09 15:08:02 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix gpt2 on rangeify (#12335)

Browse Source
This commit is contained in:
George Hotz
2025-09-29 21:16:44 +10:00
committed by GitHub
parent 9513f025c5
commit baf3b60cfb
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/gpt2.py
View File

@@ -134,7 +134,8 @@ class GPT2:
transposed = ('attn.c_attn.weight', 'attn.c_proj.weight', 'mlp.c_fc.weight', 'mlp.c_proj.weight')
for k in weights:
if k.endswith(transposed):
weights[k] = weights[k].T
# TODO: it should not silently break without that .to(None)
weights[k] = weights[k].to(None).T
# lm head and wte are tied
weights['lm_head.weight'] = weights['wte.weight']