github/tfhe-rs
1
1
Fork 0
mirror of https://github.com/zama-ai/tfhe-rs.git synced 2026-01-09 14:47:56 -05:00
Code Issues Packages Projects Releases Wiki Activity

chore(gpu): use PCIe H100 for multi-gpu bench

Browse Source
This commit is contained in:
Agnes Leroy
2024-07-30 12:33:03 +02:00
committed by Agnès Leroy
parent 4b933cf421
commit eba4f6a89c
5 changed files with 17 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/aws_tfhe_multi_gpu_tests.yml vendored
View File

@@ -48,6 +48,10 @@ jobs:
- tfhe/src/high_level_api/**
- tfhe/src/c_api/**
- 'tfhe/docs/**.md'
- Makefile
- '.github/workflows/aws_tfhe_multi_gpu**'
- scripts/**
- ci/**
setup-instance:
name: Setup instance (cuda-tests-multi-gpu)

4
.github/workflows/integer_multi_bit_multi_gpu_benchmark.yml vendored
View File

@@ -49,7 +49,7 @@ jobs:
slab-url: ${{ secrets.SLAB_BASE_URL }}
job-secret: ${{ secrets.JOB_SECRET }}
backend: hyperstack
profile: multi-h100-nvlink
profile: multi-h100
cuda-integer-multi-bit-multi-gpu-benchmarks:
name: Execute multi GPU integer multi-bit benchmarks
@@ -153,7 +153,7 @@ jobs:
run: |
python3 ./ci/benchmark_parser.py target/criterion ${{ env.RESULTS_FILENAME }} \
--database tfhe_rs \
--hardware "n3-H100x8-NVLink" \
--hardware "n3-H100x8" \
--backend gpu \
--project-version "${{ env.COMMIT_HASH }}" \
--branch ${{ github.ref_name }} \

4
.github/workflows/integer_multi_gpu_full_benchmark.yml vendored
View File

@@ -36,7 +36,7 @@ jobs:
slab-url: ${{ secrets.SLAB_BASE_URL }}
job-secret: ${{ secrets.JOB_SECRET }}
backend: hyperstack
profile: multi-h100-nvlink
profile: multi-h100
cuda-integer-full-multi-gpu-benchmarks:
name: Execute multi GPU integer benchmarks for all operations flavor
@@ -133,7 +133,7 @@ jobs:
run: |
python3 ./ci/benchmark_parser.py target/criterion ${{ env.RESULTS_FILENAME }} \
--database tfhe_rs \
--hardware "n3-H100x8-NVLink" \
--hardware "n3-H100x8" \
--backend gpu \
--project-version "${{ env.COMMIT_HASH }}" \
--branch ${{ github.ref_name }} \

5
ci/ec2_products_cost.json
View File

@@ -7,5 +7,8 @@
"p5.48xlarge": 98.32,
"rtx4090": 0.04,
"n3-H100x1": 4.30,
"n3-H100x8-NVLink": 22.6
"n3-H100x8-NVLink": 22.6,
"n3-H100x8": 22.016,
"n3-H100x4": 11.008,
"n3-H100x2": 5.504
}

5
ci/slab.toml
View File

@@ -43,6 +43,11 @@ environment_name = "canada"
image_name = "Ubuntu Server 22.04 LTS R535 CUDA 12.2"
flavor_name = "n3-H100x1"
[backend.hyperstack.multi-h100]
environment_name = "canada"
image_name = "Ubuntu Server 22.04 LTS R535 CUDA 12.2"
flavor_name = "n3-H100x8"
[backend.hyperstack.multi-h100-nvlink]
environment_name = "canada"
image_name = "Ubuntu Server 22.04 LTS R535 CUDA 12.2"