speed v torch (#1464)

* speed v torch

* always print

* change print

* torch speed tee

* all exposed
This commit is contained in:
George Hotz
2023-08-06 09:32:33 -07:00
committed by GitHub
parent 2ab282bfec
commit 486a9dbfd9
2 changed files with 21 additions and 12 deletions

View File

@@ -10,30 +10,39 @@ jobs:
testmacbenchmark:
name: Mac Benchmark
runs-on: [self-hosted, macOS]
steps:
- name: Checkout Code
uses: actions/checkout@v3
- name: Run model inference benchmark
run: python3 test/external/external_model_benchmark.py
- name: Test speed vs torch
run: BIG=2 MPS=1 python3 test/test_speed_v_torch.py | tee torch_speed.txt
- name: Run 10 CIFAR training steps
run: STEPS=10 python3 examples/hlb_cifar10.py
run: STEPS=10 python3 examples/hlb_cifar10.py | tee train_cifar.txt
- uses: actions/upload-artifact@v3
with:
name: ONNX Inference Speed (Mac)
path: onnx_inference_speed.csv
name: Speed (Mac)
path: |
onnx_inference_speed.csv
torch_speed.txt
train_cifar.txt
testamdbenchmark:
name: AMD Benchmark
runs-on: [self-hosted, Linux]
steps:
- name: Checkout Code
uses: actions/checkout@v3
- name: Run model inference benchmark
run: python3 test/external/external_model_benchmark.py
- name: Test speed vs torch
run: BIG=2 TORCHCUDA=1 python3 test/test_speed_v_torch.py | tee torch_speed.txt
- name: Run 10 CIFAR training steps
run: STEPS=10 python3 examples/hlb_cifar10.py
run: STEPS=10 python3 examples/hlb_cifar10.py | tee train_cifar.txt
- uses: actions/upload-artifact@v3
with:
name: ONNX Inference Speed (AMD)
path: onnx_inference_speed.csv
name: Speed (AMD)
path: |
onnx_inference_speed.csv
torch_speed.txt
train_cifar.txt