mirror of
https://github.com/zama-ai/concrete.git
synced 2026-02-09 03:55:04 -05:00
3c2a75186f
This CI "feature" is meant to circumvent the 6 hours hard-limit
for a job in GitHub Action.
The benchmark is done using a matrix which is handled by Slab.
Here's the workflow:
1. ML benchmarks are started in a fire and forget fashion via
start_ml_benchmarks.yml
2. Slab will read ci/slab.toml to get the AWS EC2 configuration
and the matrix parameters
3. Slab will launch at most max_parallel_jobs EC2 instances in
parallel
4. Each job will trigger ml_benchmark_subset.yml which will run
only one of the generated YAML file via make generate-mlbench,
based on the value of the matrix item they were given.
5. As soon as a job is completed, the next one in the matrix
will start promptly.
This is done until all the matrix items are exhausted.
14 lines
382 B
TOML
14 lines
382 B
TOML
[profile.m6i-bench]
|
|
region = "eu-west-3"
|
|
image_id = "ami-0a24aaee029d1295c"
|
|
instance_type = "m6i.metal"
|
|
subnet_id = "subnet-a886b4c1"
|
|
security_group= ["sg-0bf1c1d79c97bc88f", ]
|
|
|
|
# Trigger ML benchmarks by running each use cases subset in parallel.
|
|
[command.ml-bench]
|
|
workflow = "ml_benchmark_subset.yml"
|
|
profile = "m6i-bench"
|
|
matrix = [0,1,2,3,4,5,6,7,8,9,10]
|
|
max_parallel_jobs = 2
|