diff --git a/examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh b/examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh index daa7c1c4cd..dab0f584a9 100755 --- a/examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh +++ b/examples/mlperf/training_submission_v6.0/tinycorp/benchmarks/llama8b/implementations/tinybox_8xMI350X/dev_run.sh @@ -1,11 +1,12 @@ #!/usr/bin/env bash -export PYTHONPATH="." AMD=1 +export PYTHONPATH="." +export DEV=${DEV:-AMD} export IGNORE_OOB=1 export REWRITE_STACK_LIMIT=5000000 HCQDEV_WAIT_TIMEOUT_MS=240000 export DEBUG=${DEBUG:-0} -export FLASH_ATTENTION=1 +export FLASH_ATTENTION=${FLASH_ATTENTION:-1} export DEFAULT_FLOAT="bfloat16" OPTIM_DTYPE="bfloat16" export DP=8 BS=8 EVAL_BS=8 GRADIENT_ACC_STEPS=1