From 11ce1e847da453fd3fa3124a48f1bfb343403aaa Mon Sep 17 00:00:00 2001 From: George Hotz Date: Mon, 26 Jan 2026 08:53:05 +0800 Subject: [PATCH] llama train: null device support --- .../llama8b/implementations/tinybox_8xMI350X/dev_run.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh b/examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh index daa7c1c4cd..dab0f584a9 100755 --- a/examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh +++ b/examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh @@ -1,11 +1,12 @@ #!/usr/bin/env bash -export PYTHONPATH="." AMD=1 +export PYTHONPATH="." +export DEV=${DEV:-AMD} export IGNORE_OOB=1 export REWRITE_STACK_LIMIT=5000000 HCQDEV_WAIT_TIMEOUT_MS=240000 export DEBUG=${DEBUG:-0} -export FLASH_ATTENTION=1 +export FLASH_ATTENTION=${FLASH_ATTENTION:-1} export DEFAULT_FLOAT="bfloat16" OPTIM_DTYPE="bfloat16" export DP=8 BS=8 EVAL_BS=8 GRADIENT_ACC_STEPS=1