This commit is contained in:
DoHoonKim8
2024-08-28 12:10:41 +00:00
committed by DoHoon Kim
parent 80ad71659b
commit fb94e9e80f
3 changed files with 23 additions and 18 deletions

View File

@@ -39,11 +39,11 @@ extern "C" __global__ void combine_and_sum(
extern "C" __global__ void fold_into_half(
unsigned int num_vars, unsigned int initial_poly_size, unsigned int num_blocks_per_poly, fr* polys, fr* buf, fr* challenge
) {
int tid = threadIdx.x;
int tid = (blockIdx.x % num_blocks_per_poly) * blockDim.x + threadIdx.x;
const int stride = 1 << (num_vars - 1);
const int buf_offset = (blockIdx.x / num_blocks_per_poly) * stride + (blockIdx.x % num_blocks_per_poly) * blockDim.x;
const int poly_offset = (blockIdx.x / num_blocks_per_poly) * initial_poly_size + (blockIdx.x % num_blocks_per_poly) * blockDim.x;
while (tid < stride && buf_offset < (blockIdx.x / num_blocks_per_poly + 1) * stride) {
const int buf_offset = (blockIdx.x / num_blocks_per_poly) * stride;
const int poly_offset = (blockIdx.x / num_blocks_per_poly) * initial_poly_size;
while (tid < stride) {
buf[buf_offset + tid] = (*challenge) * (polys[poly_offset + tid + stride] - polys[poly_offset + tid]) + polys[poly_offset + tid];
tid += blockDim.x * num_blocks_per_poly;
}
@@ -52,9 +52,9 @@ extern "C" __global__ void fold_into_half(
extern "C" __global__ void fold_into_half_in_place(
unsigned int num_vars, unsigned int initial_poly_size, unsigned int num_blocks_per_poly, fr* polys, fr* challenge
) {
int tid = threadIdx.x;
int tid = (blockIdx.x % num_blocks_per_poly) * blockDim.x + threadIdx.x;
const int stride = 1 << (num_vars - 1);
const int offset = (blockIdx.x / num_blocks_per_poly) * initial_poly_size + (blockIdx.x % num_blocks_per_poly) * blockDim.x;
const int offset = (blockIdx.x / num_blocks_per_poly) * initial_poly_size;
while (tid < stride) {
int idx = offset + tid;
polys[idx] = (*challenge) * (polys[idx + stride] - polys[idx]) + polys[idx];

View File

@@ -55,7 +55,8 @@ impl<F: PrimeField + FromFieldBinding<F> + ToFieldBinding<F>> GPUApiWrapper<F> {
mut buf: RefMut<CudaViewMut<FieldBinding>>,
mut round_evals: RefMut<CudaViewMut<FieldBinding>>,
) -> Result<(), DriverError> {
let num_blocks_per_poly = self.max_blocks_per_sm()?;
let num_blocks_per_poly = self.max_blocks_per_sm()? / num_polys * self.num_sm()?;
let num_threads_per_block = 1024;
for k in 0..max_degree + 1 {
let device_k = self
.gpu
@@ -63,7 +64,7 @@ impl<F: PrimeField + FromFieldBinding<F> + ToFieldBinding<F>> GPUApiWrapper<F> {
let fold_into_half = self.gpu.get_func("sumcheck", "fold_into_half").unwrap();
let launch_config = LaunchConfig {
grid_dim: ((num_blocks_per_poly * num_polys) as u32, 1, 1),
block_dim: (1024, 1, 1),
block_dim: (num_threads_per_block as u32, 1, 1),
shared_mem_bytes: 0,
};
unsafe {
@@ -130,10 +131,11 @@ impl<F: PrimeField + FromFieldBinding<F> + ToFieldBinding<F>> GPUApiWrapper<F> {
.gpu
.get_func("sumcheck", "fold_into_half_in_place")
.unwrap();
let num_blocks_per_poly = self.max_blocks_per_sm()?;
let num_blocks_per_poly = self.max_blocks_per_sm()? / num_polys * self.num_sm()?;
let num_threads_per_block = 1024;
let launch_config = LaunchConfig {
grid_dim: ((num_blocks_per_poly * num_polys) as u32, 1, 1),
block_dim: (1024, 1, 1),
block_dim: (num_threads_per_block as u32, 1, 1),
shared_mem_bytes: 0,
};
unsafe {
@@ -171,7 +173,7 @@ mod tests {
let max_degree = 4;
let rng = OsRng::default();
let combine_function = |args: &Vec<Fr>| args.iter().product();
let combine_function = |args: &Vec<Fr>| args.iter().sum();
let polys = (0..num_polys)
.map(|_| (0..1 << num_vars).map(|_| Fr::random(rng)).collect_vec())
@@ -207,10 +209,9 @@ mod tests {
// copy polynomials to device
let gpu_polys = gpu_api_wrapper.copy_to_device(&polys.concat())?;
let mut buf = gpu_api_wrapper.copy_to_device(&vec![Fr::ZERO; num_polys << num_vars])?;
let mut buf = gpu_api_wrapper.malloc_on_device(num_polys << (num_vars - 1))?;
let buf_view = RefCell::new(buf.slice_mut(..));
let mut round_evals =
gpu_api_wrapper.copy_to_device(&vec![Fr::ZERO; max_degree as usize + 1])?;
let mut round_evals = gpu_api_wrapper.malloc_on_device(max_degree as usize + 1)?;
let round_evals_view = RefCell::new(round_evals.slice_mut(..));
let round = 0;
let now = Instant::now();
@@ -228,7 +229,7 @@ mod tests {
"Time taken to eval_at_k_and_combine on gpu: {:.2?}",
now.elapsed()
);
let gpu_round_evals = gpu_api_wrapper.dtoh_sync_copy(round_evals.slice(..), true)?;
let gpu_round_evals = gpu_api_wrapper.dtoh_sync_copy(round_evals.slice(0..(max_degree + 1) as usize), true)?;
cpu_round_evals
.iter()
.zip_eq(gpu_round_evals.iter())
@@ -241,7 +242,7 @@ mod tests {
#[test]
fn test_fold_into_half_in_place() -> Result<(), DriverError> {
let num_vars = 20;
let num_vars = 15;
let num_polys = 4;
let rng = OsRng::default();
@@ -310,8 +311,8 @@ mod tests {
#[test]
fn test_prove_sumcheck() -> Result<(), DriverError> {
let num_vars = 19;
let num_polys = 9;
let max_degree = 1;
let num_polys = 4;
let max_degree = 4;
let rng = OsRng::default();
let polys = (0..num_polys)

View File

@@ -109,6 +109,10 @@ impl<F: PrimeField + FromFieldBinding<F> + ToFieldBinding<F>> GPUApiWrapper<F> {
Ok(self.gpu.attribute(cudarc::driver::sys::CUdevice_attribute::CU_DEVICE_ATTRIBUTE_MAX_BLOCKS_PER_MULTIPROCESSOR)? as usize)
}
pub fn num_sm(&self) -> Result<usize, DriverError> {
Ok(self.gpu.attribute(cudarc::driver::sys::CUdevice_attribute::CU_DEVICE_ATTRIBUTE_MULTIPROCESSOR_COUNT)? as usize)
}
pub fn max_threads_per_sm(&self) -> Result<usize, DriverError> {
Ok(self.gpu.attribute(cudarc::driver::sys::CUdevice_attribute::CU_DEVICE_ATTRIBUTE_MAX_THREADS_PER_MULTIPROCESSOR)? as usize)
}