mirror of
https://github.com/zama-ai/tfhe-rs.git
synced 2026-01-09 14:47:56 -05:00
182aad99f1
This adds backends comparison in data extractor. It performs comparison on a fixed list (CPU, GPU, HPU) for 64 bits precision ciphertext as displayed in tfhe-rs public documentation. SVG table generation is automated via the documentation benchmark workflow.
192 lines
7.2 KiB
YAML
192 lines
7.2 KiB
YAML
# Generate benchmark SVGs for public documentation
|
|
name: generate_documentation_svgs
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
time_span_days:
|
|
type: string
|
|
required: true
|
|
generate-cpu-svgs:
|
|
type: boolean
|
|
default: true
|
|
generate-gpu-svgs:
|
|
type: boolean
|
|
default: true
|
|
generate-hpu-svgs:
|
|
type: boolean
|
|
default: true
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER:
|
|
required: true
|
|
DATA_EXTRACTOR_DATABASE_HOST:
|
|
required: true
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD:
|
|
required: true
|
|
|
|
permissions: {}
|
|
|
|
# zizmor: ignore[concurrency-limits] caller workflow is responsible for the concurrency
|
|
|
|
jobs:
|
|
# -----------------------------------------------------------
|
|
# Integer benchmarks tables
|
|
# -----------------------------------------------------------
|
|
|
|
cpu-integer-latency-table:
|
|
name: generate_documentation_svgs/cpu-integer-latency-table
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-cpu-svgs
|
|
with:
|
|
backend: cpu
|
|
hardware_name: hpc7a.96xlarge
|
|
layer: integer
|
|
pbs_kind: classical
|
|
bench_type: latency
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: cpu-integer-benchmark-tuniform-2m128-latency
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|
|
|
|
cpu-integer-throughput-table:
|
|
name: generate_documentation_svgs/cpu-integer-latency-table
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-cpu-svgs
|
|
with:
|
|
backend: cpu
|
|
hardware_name: hpc7a.96xlarge
|
|
layer: integer
|
|
pbs_kind: classical
|
|
bench_type: throughput
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: cpu-integer-benchmark-tuniform-2m128-throughput
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|
|
|
|
gpu-integer-latency-table:
|
|
name: generate_documentation_svgs/gpu-integer-latency-table
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-gpu-svgs
|
|
with:
|
|
backend: gpu
|
|
hardware_name: n3-H100-SXM5x8
|
|
layer: integer
|
|
pbs_kind: multi_bit
|
|
grouping_factor: 4
|
|
bench_type: latency
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: gpu-integer-benchmark-h100x8-sxm5-multi-bit-tuniform-2m128-latency
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|
|
|
|
gpu-integer-throughput-table:
|
|
name: generate_documentation_svgs/gpu-integer-throughput-table
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-gpu-svgs
|
|
with:
|
|
backend: gpu
|
|
hardware_name: n3-H100-SXM5x8
|
|
layer: integer
|
|
pbs_kind: multi_bit
|
|
grouping_factor: 4
|
|
bench_type: throughput
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: gpu-integer-benchmark-h100x8-sxm5-multi-bit-tuniform-2m128-throughput
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|
|
|
|
hpu-integer-latency-table:
|
|
name: generate_documentation_svgs/hpu-integer-latency-table
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-hpu-svgs
|
|
with:
|
|
backend: hpu
|
|
hardware_name: hpu_x1
|
|
layer: integer
|
|
pbs_kind: classical
|
|
bench_type: latency
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: hpu-integer-benchmark-hpux1-tuniform-2m128-latency
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|
|
|
|
hpu-integer-throughput-table:
|
|
name: generate_documentation_svgs/hpu-integer-throughput-table
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-hpu-svgs
|
|
with:
|
|
backend: hpu
|
|
hardware_name: hpu_x1
|
|
layer: integer
|
|
pbs_kind: classical
|
|
bench_type: throughput
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: hpu-integer-benchmark-hpux1-tuniform-2m128-throughput
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|
|
|
|
backend-comparison-latency-table:
|
|
name: generate_documentation_svgs/backend-comparison-latency-table
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-cpu-svgs && inputs.generate-gpu-svgs && inputs.generate-hpu-svgs
|
|
with:
|
|
backend_comparison: true
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: cpu-gpu-hpu-integer-benchmark-fheuint64-tuniform-2m128-ciphertext
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|
|
|
|
# -----------------------------------------------------------
|
|
# PBS benchmarks tables
|
|
# -----------------------------------------------------------
|
|
|
|
cpu-pbs-tables:
|
|
name: generate_documentation_svgs/cpu-pbs-tables
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-cpu-svgs
|
|
with:
|
|
backend: cpu
|
|
hardware_name: hpc7a.96xlarge
|
|
layer: core_crypto
|
|
pbs_kind: any
|
|
grouping_factor: 4
|
|
bench_type: latency
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: cpu-pbs-benchmark
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|
|
|
|
gpu-pbs-tables:
|
|
name: generate_documentation_svgs/gpu-pbs-tables
|
|
uses: ./.github/workflows/generate_svg_common.yml
|
|
if: inputs.generate-gpu-svgs
|
|
with:
|
|
backend: gpu
|
|
hardware_name: n3-H100-SXM5x8
|
|
layer: core_crypto
|
|
pbs_kind: any
|
|
grouping_factor: 4
|
|
bench_type: latency
|
|
time_span_days: ${{ inputs.time_span_days }}
|
|
output_filename: gpu-pbs-benchmark
|
|
secrets:
|
|
DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
|
|
DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
|
|
DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
|