mirror of
https://github.com/zama-ai/concrete.git
synced 2026-02-08 19:44:57 -05:00
4445fcc7f1
- rename l_gadget and stop calling low lat PBS with N too large - rename trlwe and trgsw - rename lwe_mask_size into lwe_dimension - rename lwe_in into lwe_array_in - rename lwe_out into lwe_array_out - rename decomp_level into level - rename lwe_dimension_before/after into lwe_dimension_in/out
100 lines
4.9 KiB
C++
100 lines
4.9 KiB
C++
#ifndef CUDA_BOOTSTRAP_H
|
|
#define CUDA_BOOTSTRAP_H
|
|
|
|
#include <cstdint>
|
|
|
|
extern "C" {
|
|
|
|
void cuda_initialize_twiddles(uint32_t polynomial_size, uint32_t gpu_index);
|
|
|
|
void cuda_convert_lwe_bootstrap_key_32(void *dest, void *src, void *v_stream,
|
|
uint32_t gpu_index,
|
|
uint32_t input_lwe_dim,
|
|
uint32_t glwe_dim, uint32_t level_count,
|
|
uint32_t polynomial_size);
|
|
|
|
void cuda_convert_lwe_bootstrap_key_64(void *dest, void *src, void *v_stream,
|
|
uint32_t gpu_index,
|
|
uint32_t input_lwe_dim,
|
|
uint32_t glwe_dim, uint32_t level_count,
|
|
uint32_t polynomial_size);
|
|
|
|
void cuda_bootstrap_amortized_lwe_ciphertext_vector_32(
|
|
void *v_stream, void *lwe_array_out, void *test_vector,
|
|
void *test_vector_indexes, void *lwe_array_in, void *bootstrapping_key,
|
|
uint32_t lwe_dimension, uint32_t glwe_dimension, uint32_t polynomial_size,
|
|
uint32_t base_log, uint32_t level_count, uint32_t num_samples,
|
|
uint32_t num_test_vectors, uint32_t lwe_idx, uint32_t max_shared_memory);
|
|
|
|
void cuda_bootstrap_amortized_lwe_ciphertext_vector_64(
|
|
void *v_stream, void *lwe_array_out, void *test_vector,
|
|
void *test_vector_indexes, void *lwe_array_in, void *bootstrapping_key,
|
|
uint32_t lwe_dimension, uint32_t glwe_dimension, uint32_t polynomial_size,
|
|
uint32_t base_log, uint32_t level_count, uint32_t num_samples,
|
|
uint32_t num_test_vectors, uint32_t lwe_idx, uint32_t max_shared_memory);
|
|
|
|
void cuda_bootstrap_low_latency_lwe_ciphertext_vector_32(
|
|
void *v_stream, void *lwe_array_out, void *test_vector,
|
|
void *test_vector_indexes, void *lwe_array_in, void *bootstrapping_key,
|
|
uint32_t lwe_dimension, uint32_t glwe_dimension, uint32_t polynomial_size,
|
|
uint32_t base_log, uint32_t level_count, uint32_t num_samples,
|
|
uint32_t num_test_vectors, uint32_t lwe_idx, uint32_t max_shared_memory);
|
|
|
|
void cuda_bootstrap_low_latency_lwe_ciphertext_vector_64(
|
|
void *v_stream, void *lwe_array_out, void *test_vector,
|
|
void *test_vector_indexes, void *lwe_array_in, void *bootstrapping_key,
|
|
uint32_t lwe_dimension, uint32_t glwe_dimension, uint32_t polynomial_size,
|
|
uint32_t base_log, uint32_t level_count, uint32_t num_samples,
|
|
uint32_t num_test_vectors, uint32_t lwe_idx, uint32_t max_shared_memory);
|
|
|
|
void cuda_cmux_tree_32(void *v_stream, void *glwe_array_out, void *ggsw_in,
|
|
void *lut_vector, uint32_t glwe_dimension,
|
|
uint32_t polynomial_size, uint32_t base_log,
|
|
uint32_t level_count, uint32_t r,
|
|
uint32_t max_shared_memory);
|
|
|
|
void cuda_cmux_tree_64(void *v_stream, void *glwe_array_out, void *ggsw_in,
|
|
void *lut_vector, uint32_t glwe_dimension,
|
|
uint32_t polynomial_size, uint32_t base_log,
|
|
uint32_t level_count, uint32_t r,
|
|
uint32_t max_shared_memory);
|
|
|
|
void cuda_extract_bits_32(
|
|
void *v_stream, void *list_lwe_array_out, void *lwe_array_in,
|
|
void *lwe_array_in_buffer, void *lwe_array_in_shifted_buffer,
|
|
void *lwe_array_out_ks_buffer, void *lwe_array_out_pbs_buffer,
|
|
void *lut_pbs, void *lut_vector_indexes, void *ksk, void *fourier_bsk,
|
|
uint32_t number_of_bits, uint32_t delta_log, uint32_t lwe_dimension_in,
|
|
uint32_t lwe_dimension_out, uint32_t glwe_dimension, uint32_t base_log_bsk,
|
|
uint32_t level_count_bsk, uint32_t base_log_ksk, uint32_t level_count_ksk,
|
|
uint32_t number_of_samples);
|
|
|
|
void cuda_extract_bits_64(
|
|
void *v_stream, void *list_lwe_array_out, void *lwe_array_in,
|
|
void *lwe_array_in_buffer, void *lwe_array_in_shifted_buffer,
|
|
void *lwe_array_out_ks_buffer, void *lwe_array_out_pbs_buffer,
|
|
void *lut_pbs, void *lut_vector_indexes, void *ksk, void *fourier_bsk,
|
|
uint32_t number_of_bits, uint32_t delta_log, uint32_t lwe_dimension_in,
|
|
uint32_t lwe_dimension_out, uint32_t glwe_dimension, uint32_t base_log_bsk,
|
|
uint32_t level_count_bsk, uint32_t base_log_ksk, uint32_t level_count_ksk,
|
|
uint32_t number_of_samples);
|
|
};
|
|
|
|
#ifdef __CUDACC__
|
|
__device__ inline int get_start_ith_ggsw(int i, uint32_t polynomial_size,
|
|
int glwe_dimension,
|
|
uint32_t level_count);
|
|
|
|
template <typename T>
|
|
__device__ T *get_ith_mask_kth_block(T *ptr, int i, int k, int level,
|
|
uint32_t polynomial_size,
|
|
int glwe_dimension, uint32_t level_count);
|
|
|
|
template <typename T>
|
|
__device__ T *get_ith_body_kth_block(T *ptr, int i, int k, int level,
|
|
uint32_t polynomial_size,
|
|
int glwe_dimension, uint32_t level_count);
|
|
#endif
|
|
|
|
#endif // CUDA_BOOTSTRAP_H
|