mirror of
https://github.com/zama-ai/concrete.git
synced 2026-02-09 12:15:09 -05:00
414 lines
14 KiB
Python
414 lines
14 KiB
Python
import os
|
|
import tempfile
|
|
|
|
import pytest
|
|
import numpy as np
|
|
from concrete.compiler import CompilerEngine, library
|
|
from lib.Bindings.Python.concrete.compiler import JITCompilerSupport, LibraryCompilerSupport
|
|
from lib.Bindings.Python.concrete.compiler import ClientSupport
|
|
from lib.Bindings.Python.concrete.compiler import KeySetCache
|
|
|
|
KEY_SET_CACHE_PATH = os.path.join(tempfile.gettempdir(), 'KeySetCache')
|
|
|
|
keySetCacheTest = KeySetCache(KEY_SET_CACHE_PATH)
|
|
|
|
|
|
def compile_and_run(engine, mlir_input, args, expected_result):
|
|
compilation_result = engine.compile(mlir_input)
|
|
# Client
|
|
client_parameters = engine.load_client_parameters(compilation_result)
|
|
key_set = ClientSupport.key_set(client_parameters, keySetCacheTest)
|
|
public_arguments = ClientSupport.encrypt_arguments(
|
|
client_parameters, key_set, args)
|
|
# Server
|
|
server_lambda = engine.load_server_lambda(compilation_result)
|
|
public_result = engine.server_call(server_lambda, public_arguments)
|
|
# Client
|
|
result = ClientSupport.decrypt_result(key_set, public_result)
|
|
# Check result
|
|
assert type(expected_result) == type(result)
|
|
if isinstance(expected_result, int):
|
|
assert result == expected_result
|
|
else:
|
|
assert np.all(result == expected_result)
|
|
|
|
|
|
end_to_end_fixture = [
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>, %arg1: i8) -> !FHE.eint<7> {
|
|
%1 = "FHE.add_eint_int"(%arg0, %arg1): (!FHE.eint<7>, i8) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(5, 7),
|
|
12,
|
|
id="add_eint_int",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>, %arg1: i8) -> !FHE.eint<7> {
|
|
%1 = "FHE.add_eint_int"(%arg0, %arg1): (!FHE.eint<7>, i8) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(np.array(4, dtype=np.uint8), np.array(5, dtype=np.uint8)),
|
|
9,
|
|
id="add_eint_int_with_ndarray_as_scalar",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>, %arg1: i8) -> !FHE.eint<7> {
|
|
%1 = "FHE.add_eint_int"(%arg0, %arg1): (!FHE.eint<7>, i8) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(np.uint8(3), np.uint8(5)),
|
|
8,
|
|
id="add_eint_int_with_np_uint8_as_scalar",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>, %arg1: i8) -> !FHE.eint<7> {
|
|
%1 = "FHE.add_eint_int"(%arg0, %arg1): (!FHE.eint<7>, i8) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(np.uint16(3), np.uint16(5)),
|
|
8,
|
|
id="add_eint_int_with_np_uint16_as_scalar",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>, %arg1: i8) -> !FHE.eint<7> {
|
|
%1 = "FHE.add_eint_int"(%arg0, %arg1): (!FHE.eint<7>, i8) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(np.uint32(3), np.uint32(5)),
|
|
8,
|
|
id="add_eint_int_with_np_uint32_as_scalar",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>, %arg1: i8) -> !FHE.eint<7> {
|
|
%1 = "FHE.add_eint_int"(%arg0, %arg1): (!FHE.eint<7>, i8) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(np.uint64(3), np.uint64(5)),
|
|
8,
|
|
id="add_eint_int_with_np_uint64_as_scalar",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>) -> !FHE.eint<7> {
|
|
%tlu = arith.constant dense<[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127]> : tensor<128xi64>
|
|
%1 = "FHE.apply_lookup_table"(%arg0, %tlu): (!FHE.eint<7>, tensor<128xi64>) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(73,),
|
|
73,
|
|
id="apply_lookup_table",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: tensor<4x!FHE.eint<7>>, %arg1: tensor<4xi8>) -> !FHE.eint<7>
|
|
{
|
|
%ret = "FHELinalg.dot_eint_int"(%arg0, %arg1) :
|
|
(tensor<4x!FHE.eint<7>>, tensor<4xi8>) -> !FHE.eint<7>
|
|
return %ret : !FHE.eint<7>
|
|
}
|
|
""",
|
|
(
|
|
np.array([1, 2, 3, 4], dtype=np.uint8),
|
|
np.array([4, 3, 2, 1], dtype=np.uint8),
|
|
),
|
|
20,
|
|
id="dot_eint_int_uint8",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: tensor<4x!FHE.eint<7>>, %arg1: tensor<4xi8>) -> !FHE.eint<7>
|
|
{
|
|
%ret = "FHELinalg.dot_eint_int"(%arg0, %arg1) :
|
|
(tensor<4x!FHE.eint<7>>, tensor<4xi8>) -> !FHE.eint<7>
|
|
return %ret : !FHE.eint<7>
|
|
}
|
|
""",
|
|
(
|
|
np.array([1, 2, 3, 4], dtype=np.uint16),
|
|
np.array([4, 3, 2, 1], dtype=np.uint16),
|
|
),
|
|
20,
|
|
id="dot_eint_int_uint16",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: tensor<4x!FHE.eint<7>>, %arg1: tensor<4xi8>) -> !FHE.eint<7>
|
|
{
|
|
%ret = "FHELinalg.dot_eint_int"(%arg0, %arg1) :
|
|
(tensor<4x!FHE.eint<7>>, tensor<4xi8>) -> !FHE.eint<7>
|
|
return %ret : !FHE.eint<7>
|
|
}
|
|
""",
|
|
(
|
|
np.array([1, 2, 3, 4], dtype=np.uint32),
|
|
np.array([4, 3, 2, 1], dtype=np.uint32),
|
|
),
|
|
20,
|
|
id="dot_eint_int_uint32",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: tensor<4x!FHE.eint<7>>, %arg1: tensor<4xi8>) -> !FHE.eint<7>
|
|
{
|
|
%ret = "FHELinalg.dot_eint_int"(%arg0, %arg1) :
|
|
(tensor<4x!FHE.eint<7>>, tensor<4xi8>) -> !FHE.eint<7>
|
|
return %ret : !FHE.eint<7>
|
|
}
|
|
""",
|
|
(
|
|
np.array([1, 2, 3, 4], dtype=np.uint64),
|
|
np.array([4, 3, 2, 1], dtype=np.uint64),
|
|
),
|
|
20,
|
|
id="dot_eint_int_uint64",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%a0: tensor<4x!FHE.eint<6>>, %a1: tensor<4xi7>) -> tensor<4x!FHE.eint<6>> {
|
|
%res = "FHELinalg.add_eint_int"(%a0, %a1) : (tensor<4x!FHE.eint<6>>, tensor<4xi7>) -> tensor<4x!FHE.eint<6>>
|
|
return %res : tensor<4x!FHE.eint<6>>
|
|
}
|
|
""",
|
|
(
|
|
np.array([31, 6, 12, 9], dtype=np.uint8),
|
|
np.array([32, 9, 2, 3], dtype=np.uint8),
|
|
),
|
|
np.array([63, 15, 14, 12]),
|
|
id="add_eint_int_1D",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%a0: tensor<4x4x!FHE.eint<6>>, %a1: tensor<4x4xi7>) -> tensor<4x4x!FHE.eint<6>> {
|
|
%res = "FHELinalg.add_eint_int"(%a0, %a1) : (tensor<4x4x!FHE.eint<6>>, tensor<4x4xi7>) -> tensor<4x4x!FHE.eint<6>>
|
|
return %res : tensor<4x4x!FHE.eint<6>>
|
|
}
|
|
""",
|
|
(
|
|
np.array(
|
|
[[31, 6, 12, 9], [31, 6, 12, 9], [
|
|
31, 6, 12, 9], [31, 6, 12, 9]],
|
|
dtype=np.uint8,
|
|
),
|
|
np.array(
|
|
[[32, 9, 2, 3], [32, 9, 2, 3], [32, 9, 2, 3], [32, 9, 2, 3]],
|
|
dtype=np.uint8,
|
|
),
|
|
),
|
|
np.array(
|
|
[
|
|
[63, 15, 14, 12],
|
|
[63, 15, 14, 12],
|
|
[63, 15, 14, 12],
|
|
[63, 15, 14, 12],
|
|
],
|
|
dtype=np.uint8,
|
|
),
|
|
id="add_eint_int_2D",
|
|
),
|
|
pytest.param(
|
|
"""
|
|
func @main(%a0: tensor<2x2x2x!FHE.eint<6>>, %a1: tensor<2x2x2xi7>) -> tensor<2x2x2x!FHE.eint<6>> {
|
|
%res = "FHELinalg.add_eint_int"(%a0, %a1) : (tensor<2x2x2x!FHE.eint<6>>, tensor<2x2x2xi7>) -> tensor<2x2x2x!FHE.eint<6>>
|
|
return %res : tensor<2x2x2x!FHE.eint<6>>
|
|
}
|
|
""",
|
|
(
|
|
np.array(
|
|
[[[1, 2], [3, 4]], [[5, 6], [7, 8]]],
|
|
dtype=np.uint8,
|
|
),
|
|
np.array(
|
|
[[[9, 10], [11, 12]], [[13, 14], [15, 16]]],
|
|
dtype=np.uint8,
|
|
),
|
|
),
|
|
np.array(
|
|
[[[10, 12], [14, 16]], [[18, 20], [22, 24]]],
|
|
dtype=np.uint8,
|
|
),
|
|
id="add_eint_int_3D",
|
|
),
|
|
]
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"mlir_input, args, expected_result",
|
|
end_to_end_fixture
|
|
)
|
|
def test_jit_compile_and_run(mlir_input, args, expected_result):
|
|
engine = JITCompilerSupport()
|
|
compile_and_run(engine, mlir_input, args, expected_result)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"mlir_input, args, expected_result",
|
|
end_to_end_fixture
|
|
)
|
|
def test_lib_compile_and_run(mlir_input, args, expected_result):
|
|
engine = LibraryCompilerSupport("py_test_lib_compile_and_run")
|
|
compile_and_run(engine, mlir_input, args, expected_result)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"mlir_input, args, expected_result",
|
|
end_to_end_fixture
|
|
)
|
|
def test_lib_compile_reload_and_run(mlir_input, args, expected_result):
|
|
engine = LibraryCompilerSupport("test_lib_compile_reload_and_run")
|
|
# Here don't save compilation result, reload
|
|
engine.compile(mlir_input)
|
|
compilation_result = engine.reload()
|
|
# Client
|
|
client_parameters = engine.load_client_parameters(compilation_result)
|
|
key_set = ClientSupport.key_set(client_parameters, keySetCacheTest)
|
|
public_arguments = ClientSupport.encrypt_arguments(
|
|
client_parameters, key_set, args)
|
|
# Server
|
|
server_lambda = engine.load_server_lambda(compilation_result)
|
|
public_result = engine.server_call(server_lambda, public_arguments)
|
|
# Client
|
|
result = ClientSupport.decrypt_result(key_set, public_result)
|
|
# Check result
|
|
assert type(expected_result) == type(result)
|
|
if isinstance(expected_result, int):
|
|
assert result == expected_result
|
|
else:
|
|
assert np.all(result == expected_result)
|
|
|
|
|
|
@ pytest.mark.parametrize(
|
|
"mlir_input, args",
|
|
[
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>, %arg1: i8) -> !FHE.eint<7> {
|
|
%1 = "FHE.add_eint_int"(%arg0, %arg1): (!FHE.eint<7>, i8) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(5, 7, 8),
|
|
id="add_eint_int_invalid_arg_number",
|
|
),
|
|
],
|
|
)
|
|
def test_compile_and_run_invalid_arg_number(mlir_input, args):
|
|
engine = CompilerEngine()
|
|
engine.compile_fhe(
|
|
mlir_input, unsecure_key_set_cache_path=KEY_SET_CACHE_PATH)
|
|
with pytest.raises(RuntimeError, match=r"function has arity 2 but is applied to too many arguments"):
|
|
engine.run(*args)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"mlir_input, args, expected_result, tab_size",
|
|
[
|
|
pytest.param(
|
|
"""
|
|
func @main(%arg0: !FHE.eint<7>) -> !FHE.eint<7> {
|
|
%tlu = arith.constant dense<[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127]> : tensor<128xi64>
|
|
%1 = "FHE.apply_lookup_table"(%arg0, %tlu): (!FHE.eint<7>, tensor<128xi64>) -> (!FHE.eint<7>)
|
|
return %1: !FHE.eint<7>
|
|
}
|
|
""",
|
|
(73,),
|
|
73,
|
|
128,
|
|
id="apply_lookup_table",
|
|
),
|
|
],
|
|
)
|
|
def test_compile_and_run_tlu(mlir_input, args, expected_result, tab_size):
|
|
engine = CompilerEngine()
|
|
engine.compile_fhe(
|
|
mlir_input, unsecure_key_set_cache_path=KEY_SET_CACHE_PATH)
|
|
assert abs(engine.run(*args) - expected_result) / tab_size < 0.1
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"mlir_input",
|
|
[
|
|
pytest.param(
|
|
"""
|
|
func @test(%arg0: tensor<4x!FHE.eint<7>>, %arg1: tensor<4xi8>) -> !FHE.eint<7>
|
|
{
|
|
%ret = "FHELinalg.dot_eint_int"(%arg0, %arg1) :
|
|
(tensor<4x!FHE.eint<7>>, tensor<4xi8>) -> !FHE.eint<7>
|
|
return %ret : !FHE.eint<7>
|
|
}
|
|
""",
|
|
id="not @main",
|
|
),
|
|
],
|
|
)
|
|
def test_compile_invalid(mlir_input):
|
|
engine = CompilerEngine()
|
|
with pytest.raises(RuntimeError, match=r"cannot find the function for generate client parameters"):
|
|
engine.compile_fhe(
|
|
mlir_input, unsecure_key_set_cache_path=KEY_SET_CACHE_PATH)
|
|
|
|
|
|
MODULE_1 = """
|
|
func @test1()
|
|
{
|
|
return
|
|
}
|
|
"""
|
|
MODULE_2 = """
|
|
func @test2()
|
|
{
|
|
return
|
|
}
|
|
"""
|
|
LIB_PATH = './test_library_generation.so'
|
|
|
|
@pytest.mark.parametrize(
|
|
'mlir_modules',
|
|
[
|
|
pytest.param(MODULE_1, id='1 module'),
|
|
pytest.param([MODULE_1, MODULE_2], id='2 modules'),
|
|
pytest.param(iter([MODULE_1, MODULE_2]), id='iterable'),
|
|
],
|
|
)
|
|
def test_library_generation(mlir_modules):
|
|
library_path = library(LIB_PATH, mlir_modules)
|
|
assert os.path.exists(library_path)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
'mlir_modules',
|
|
[
|
|
pytest.param(bytes(MODULE_1, encoding='utf-8'), id='bytes vs str'),
|
|
pytest.param(None, id='not iterable'),
|
|
pytest.param([None], id='not str'),
|
|
],
|
|
)
|
|
def test_library_generation_type_error(mlir_modules):
|
|
with pytest.raises(TypeError):
|
|
library(LIB_PATH, mlir_modules)
|
|
|
|
|
|
def test_library_call():
|
|
module = """
|
|
func @test(%a: i8) -> i8
|
|
{
|
|
return %a : i8
|
|
}
|
|
"""
|
|
from ctypes import CDLL
|
|
lib = CDLL(library(LIB_PATH, module))
|
|
assert lib.test(13) == 13
|