mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-01-09 15:08:02 -05:00
48 lines
1.4 KiB
YAML
48 lines
1.4 KiB
YAML
name: Benchmarks
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
- update_benchmark
|
|
|
|
jobs:
|
|
testmacbenchmark:
|
|
name: Mac Benchmark
|
|
runs-on: [self-hosted, macOS]
|
|
steps:
|
|
- name: Checkout Code
|
|
uses: actions/checkout@v3
|
|
- name: Run model inference benchmark
|
|
run: python3 test/external/external_model_benchmark.py
|
|
- name: Test speed vs torch
|
|
run: BIG=2 MPS=1 python3 test/test_speed_v_torch.py | tee torch_speed.txt
|
|
- name: Run 10 CIFAR training steps
|
|
run: STEPS=10 python3 examples/hlb_cifar10.py | tee train_cifar.txt
|
|
- uses: actions/upload-artifact@v3
|
|
with:
|
|
name: Speed (Mac)
|
|
path: |
|
|
onnx_inference_speed.csv
|
|
torch_speed.txt
|
|
train_cifar.txt
|
|
|
|
testamdbenchmark:
|
|
name: AMD Benchmark
|
|
runs-on: [self-hosted, Linux]
|
|
steps:
|
|
- name: Checkout Code
|
|
uses: actions/checkout@v3
|
|
- name: Run model inference benchmark
|
|
run: python3 test/external/external_model_benchmark.py
|
|
- name: Test speed vs torch
|
|
run: BIG=2 TORCHCUDA=1 python3 test/test_speed_v_torch.py | tee torch_speed.txt
|
|
- name: Run 10 CIFAR training steps
|
|
run: STEPS=10 python3 examples/hlb_cifar10.py | tee train_cifar.txt
|
|
- uses: actions/upload-artifact@v3
|
|
with:
|
|
name: Speed (AMD)
|
|
path: |
|
|
onnx_inference_speed.csv
|
|
torch_speed.txt
|
|
train_cifar.txt |