Files
ere/.github/scripts/build-image.sh

236 lines
6.9 KiB
Bash
Executable File

#!/bin/bash
set -euo pipefail
# Default values
ZKVM=""
IMAGE_TAG=""
IMAGE_REGISTRY=""
BUILD_BASE=false
BUILD_COMPILER=false
BUILD_SERVER=false
BUILD_CLUSTER=false
CUDA=false
CUDA_ARCHS=""
RUSTFLAGS=""
usage() {
echo "Usage: $0 --zkvm <zkvm> --tag <tag> [--base] [--compiler] [--server] [--cluster] [--registry <registry>] [--cuda] [--cuda-archs <archs>] [--rustflags <flags>]"
echo ""
echo "Required:"
echo " --zkvm <zkvm> zkVM to build for (e.g., zisk, sp1, risc0)"
echo " --tag <tag> Image tag (e.g., 0.1.3, a8d7bc0, local, local-cuda)"
echo ""
echo "Image types (at least one required):"
echo " --base Build the base images"
echo " --compiler Build the compiler image"
echo " --server Build the server image"
echo " --cluster Build the cluster image"
echo ""
echo "Optional:"
echo " --registry <registry> Registry prefix (e.g., ghcr.io/eth-act/ere)"
echo " --cuda Enable CUDA support"
echo " --cuda-archs <archs> Set CUDA architectures (comma-separated, e.g., 89,120). Implies --cuda."
echo " --rustflags <flags> Pass RUSTFLAGS to build"
exit 1
}
# Parse arguments
while [[ $# -gt 0 ]]; do
case $1 in
--zkvm)
ZKVM="$2"
shift 2
;;
--tag)
IMAGE_TAG="$2"
shift 2
;;
--registry)
IMAGE_REGISTRY="$2"
shift 2
;;
--base)
BUILD_BASE=true
shift
;;
--compiler)
BUILD_COMPILER=true
shift
;;
--server)
BUILD_SERVER=true
shift
;;
--cluster)
BUILD_CLUSTER=true
shift
;;
--cuda)
CUDA=true
shift
;;
--cuda-archs)
CUDA_ARCHS="$2"
CUDA=true
shift 2
;;
--rustflags)
RUSTFLAGS="$2"
shift 2
;;
--help|-h)
usage
;;
*)
echo "Unknown option: $1"
usage
;;
esac
done
# Validate required arguments
if [ -z "$ZKVM" ]; then
echo "Error: --zkvm is required"
usage
fi
if [ -z "$IMAGE_TAG" ]; then
echo "Error: --tag is required"
usage
fi
if [ "$BUILD_BASE" = false ] && [ "$BUILD_COMPILER" = false ] && [ "$BUILD_SERVER" = false ] && [ "$BUILD_CLUSTER" = false ]; then
echo "Error: At least one of --base, --compiler, --server, --cluster is required"
usage
fi
# Format image prefix
if [ -n "$IMAGE_REGISTRY" ]; then
# Remove trailing slash if present
IMAGE_REGISTRY="${IMAGE_REGISTRY%/}"
IMAGE_PREFIX="${IMAGE_REGISTRY}/"
else
IMAGE_PREFIX=""
fi
# Format image
BASE_IMAGE="${IMAGE_PREFIX}ere-base:${IMAGE_TAG}"
BASE_ZKVM_IMAGE="${IMAGE_PREFIX}ere-base-${ZKVM}:${IMAGE_TAG}"
COMPILER_ZKVM_IMAGE="${IMAGE_PREFIX}ere-compiler-${ZKVM}:${IMAGE_TAG}"
SERVER_ZKVM_IMAGE="${IMAGE_PREFIX}ere-server-${ZKVM}:${IMAGE_TAG}"
CLUSTER_ZKVM_IMAGE="${IMAGE_PREFIX}ere-cluster-${ZKVM}:${IMAGE_TAG}"
# Prepare build arguments
BASE_BUILD_ARGS=()
BASE_ZKVM_BUILD_ARGS=(--build-arg "BASE_IMAGE=$BASE_IMAGE")
COMPILER_ZKVM_BUILD_ARGS=(--build-arg "BASE_ZKVM_IMAGE=$BASE_ZKVM_IMAGE")
SERVER_ZKVM_BUILD_ARGS=(--build-arg "BASE_ZKVM_IMAGE=$BASE_ZKVM_IMAGE")
CLUSTER_ZKVM_BUILD_ARGS=()
if [ "$CUDA" = true ]; then
BASE_BUILD_ARGS+=(--build-arg "CUDA=1")
BASE_ZKVM_BUILD_ARGS+=(--build-arg "CUDA=1")
SERVER_ZKVM_BUILD_ARGS+=(--build-arg "CUDA=1")
CLUSTER_ZKVM_BUILD_ARGS+=(--build-arg "CUDA=1")
fi
# Default CUDA_ARCHS when --cuda is set but --cuda-archs not specified
if [ "$CUDA" = true ] && [ -z "$CUDA_ARCHS" ]; then
case "$ZKVM" in
zisk) CUDA_ARCHS="120" ;; # Default to RTX 50 series (ZisK only support setting single CUDA arch)
*) CUDA_ARCHS="89,120" ;; # Default to RTX 40 and 50 series
esac
fi
# Per-zkVM CUDA architecture translation
if [ "$CUDA" = true ] && [ -n "$CUDA_ARCHS" ]; then
case "$ZKVM" in
airbender)
CUDAARCHS=$(echo "$CUDA_ARCHS" | tr ',' ';')
BASE_ZKVM_BUILD_ARGS+=(--build-arg "CUDAARCHS=$CUDAARCHS")
SERVER_ZKVM_BUILD_ARGS+=(--build-arg "CUDAARCHS=$CUDAARCHS")
;;
openvm)
BASE_ZKVM_BUILD_ARGS+=(--build-arg "CUDA_ARCH=$CUDA_ARCHS")
SERVER_ZKVM_BUILD_ARGS+=(--build-arg "CUDA_ARCH=$CUDA_ARCHS")
;;
risc0)
NVCC_APPEND_FLAGS=""
IFS=',' read -ra ARCH_ARRAY <<< "$CUDA_ARCHS"
for arch in "${ARCH_ARRAY[@]}"; do
NVCC_APPEND_FLAGS+=" --generate-code arch=compute_${arch},code=sm_${arch}"
done
NVCC_APPEND_FLAGS="${NVCC_APPEND_FLAGS# }"
BASE_ZKVM_BUILD_ARGS+=(--build-arg "NVCC_APPEND_FLAGS=$NVCC_APPEND_FLAGS")
SERVER_ZKVM_BUILD_ARGS+=(--build-arg "NVCC_APPEND_FLAGS=$NVCC_APPEND_FLAGS")
;;
zisk)
IFS=',' read -ra ARCH_ARRAY <<< "$CUDA_ARCHS"
if [ "${#ARCH_ARRAY[@]}" -ne 1 ]; then
echo "Error: Multiple CUDA architectures are not supported for zisk: $CUDA_ARCHS"
exit 1
fi
BASE_ZKVM_BUILD_ARGS+=(--build-arg "CUDA_ARCH=sm_${ARCH_ARRAY[0]}")
SERVER_ZKVM_BUILD_ARGS+=(--build-arg "CUDA_ARCH=sm_${ARCH_ARRAY[0]}")
CLUSTER_ZKVM_BUILD_ARGS+=(--build-arg "CUDA_ARCH=sm_${ARCH_ARRAY[0]}")
;;
*)
;;
esac
fi
if [ -n "$RUSTFLAGS" ]; then
BASE_ZKVM_BUILD_ARGS+=(--build-arg "RUSTFLAGS=$RUSTFLAGS")
SERVER_ZKVM_BUILD_ARGS+=(--build-arg "RUSTFLAGS=$RUSTFLAGS")
fi
# Build images
if [ "$BUILD_BASE" = true ]; then
echo "Building base image: $BASE_IMAGE"
docker build \
--file "docker/Dockerfile.base" \
--tag "$BASE_IMAGE" \
"${BASE_BUILD_ARGS[@]}" \
.
echo "Building zkvm base image: $BASE_ZKVM_IMAGE"
docker build \
--file "docker/${ZKVM}/Dockerfile.base" \
--tag "$BASE_ZKVM_IMAGE" \
"${BASE_ZKVM_BUILD_ARGS[@]}" \
.
fi
if [ "$BUILD_COMPILER" = true ]; then
echo "Building zkvm compiler image: $COMPILER_ZKVM_IMAGE"
docker build \
--file "docker/${ZKVM}/Dockerfile.compiler" \
--tag "$COMPILER_ZKVM_IMAGE" \
"${COMPILER_ZKVM_BUILD_ARGS[@]}" \
.
fi
if [ "$BUILD_SERVER" = true ]; then
echo "Building zkvm server image: $SERVER_ZKVM_IMAGE"
docker build \
--file "docker/${ZKVM}/Dockerfile.server" \
--tag "$SERVER_ZKVM_IMAGE" \
"${SERVER_ZKVM_BUILD_ARGS[@]}" \
.
fi
if [ "$BUILD_CLUSTER" = true ]; then
echo "Building zkvm cluster image: $CLUSTER_ZKVM_IMAGE"
docker build \
--file "docker/${ZKVM}/Dockerfile.cluster" \
--tag "$CLUSTER_ZKVM_IMAGE" \
"${CLUSTER_ZKVM_BUILD_ARGS[@]}" \
.
fi
echo "Build complete!"