github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-04-29 03:00:14 -04:00
Code Issues Packages Projects Releases Wiki Activity

llama train: null device support

Browse Source
This commit is contained in:
George Hotz
2026-01-26 08:53:05 +08:00
parent e3601788fa
commit 11ce1e847d
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh
View File

@@ -1,11 +1,12 @@
#!/usr/bin/env bash
export PYTHONPATH="." AMD=1
export PYTHONPATH="."
export DEV=${DEV:-AMD}
export IGNORE_OOB=1
export REWRITE_STACK_LIMIT=5000000 HCQDEV_WAIT_TIMEOUT_MS=240000
export DEBUG=${DEBUG:-0}
export FLASH_ATTENTION=1
export FLASH_ATTENTION=${FLASH_ATTENTION:-1}
export DEFAULT_FLOAT="bfloat16" OPTIM_DTYPE="bfloat16"
export DP=8 BS=8 EVAL_BS=8 GRADIENT_ACC_STEPS=1