diff --git a/.github/workflows/mlperf.yml b/.github/workflows/mlperf.yml index d0ef2372a7..1d9c4a4973 100644 --- a/.github/workflows/mlperf.yml +++ b/.github/workflows/mlperf.yml @@ -18,4 +18,4 @@ jobs: ln -s /raid/datasets/imagenet extra/datasets/imagenet - name: Run resnet run: | - examples/mlperf/training_submission_v5.0/tinycorp/benchmarks/resnet/implementations/tinybox_green/dev_beam.sh \ No newline at end of file + LOGMLPERF=0 examples/mlperf/training_submission_v5.0/tinycorp/benchmarks/resnet/implementations/tinybox_green/run_and_time.sh \ No newline at end of file diff --git a/examples/mlperf/model_train.py b/examples/mlperf/model_train.py index b971c8b6c1..9d149a0135 100644 --- a/examples/mlperf/model_train.py +++ b/examples/mlperf/model_train.py @@ -368,6 +368,9 @@ def train_retinanet(): INITMLPERF = getenv("INITMLPERF") RUNMLPERF = getenv("RUNMLPERF") + if INITMLPERF: + diskcache_clear() + if getenv("LOGMLPERF"): from mlperf_logging import mllog import mlperf_logging.mllog.constants as mllog_constants @@ -386,7 +389,6 @@ def train_retinanet(): MLLOGGER.event(key=mllog_constants.SUBMISSION_BENCHMARK, value=mllog_constants.RETINANET) - diskcache_clear() MLLOGGER.event(key=mllog_constants.CACHE_CLEAR, value=True) MLLOGGER.start(key=mllog_constants.INIT_START) diff --git a/examples/mlperf/training_submission_v5.0/tinycorp/benchmarks/resnet/implementations/tinybox_green/run_and_time.sh b/examples/mlperf/training_submission_v5.0/tinycorp/benchmarks/resnet/implementations/tinybox_green/run_and_time.sh index 3ac5fafea4..230c3583ad 100755 --- a/examples/mlperf/training_submission_v5.0/tinycorp/benchmarks/resnet/implementations/tinybox_green/run_and_time.sh +++ b/examples/mlperf/training_submission_v5.0/tinycorp/benchmarks/resnet/implementations/tinybox_green/run_and_time.sh @@ -10,7 +10,7 @@ export RESET_STEP=0 export TRAIN_BEAM=4 IGNORE_JIT_FIRST_BEAM=1 BEAM_UOPS_MAX=1500 BEAM_UPCAST_MAX=64 BEAM_LOCAL_MAX=1024 BEAM_MIN_PROGRESS=10 BEAM_PADTO=0 # pip install -e ".[mlperf]" -export LOGMLPERF=1 +export LOGMLPERF=${LOGMLPERF:-1} export SEED=$RANDOM DATETIME=$(date "+%m%d%H%M")