From 5de4a46f10405c84bcb893e21770bcc722a5a953 Mon Sep 17 00:00:00 2001 From: chenyu Date: Thu, 9 May 2024 19:15:32 -0400 Subject: [PATCH] re-enable gpt2 half/beam mac benchmark (#4496) * re-enable gpt2 half/beam mac benchmark from fuzzer it seems to be flaky due to numerical issue, not kernel bug. we used to have half in splitted reduce. run this in M1 Max for 20 loops and it's fine * that should be jitted --- .github/workflows/benchmark.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 368bd03b5b..ab3ebe27e7 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -55,9 +55,8 @@ jobs: JIT=1 python3 examples/gpt2.py --prompt "Hello." --count 10 --temperature 0 --timing | tee gpt2_jitted.txt - name: Run GPT2 w HALF run: JIT=1 HALF=1 python3 examples/gpt2.py --count 10 --temperature 0 --timing | tee gpt2_half.txt - # TODO: this is flaky - # - name: Run GPT2 w HALF/BEAM - # run: JIT=0 HALF=1 BEAM=2 CACHELEVEL=0 CAST_BEFORE_VIEW=0 python3 examples/gpt2.py --count 10 --temperature 0 --timing | tee gpt2_half_beam.txt + - name: Run GPT2 w HALF/BEAM + run: JIT=1 HALF=1 BEAM=2 CACHELEVEL=0 CAST_BEFORE_VIEW=0 python3 examples/gpt2.py --count 10 --temperature 0 --timing | tee gpt2_half_beam.txt - name: Train MNIST run: time PYTHONPATH=. TARGET_EVAL_ACC_PCT=97.3 python3 examples/beautiful_mnist.py | tee beautiful_mnist.txt - name: Run 10 CIFAR training steps