import os import tempfile import pytest import numpy as np from zamalang import CompilerEngine, library KEY_SET_CACHE_PATH = os.path.join(tempfile.gettempdir(), 'KeySetCache') @pytest.mark.parametrize( "mlir_input, args, expected_result", [ pytest.param( """ func @main(%arg0: !HLFHE.eint<7>, %arg1: i8) -> !HLFHE.eint<7> { %1 = "HLFHE.add_eint_int"(%arg0, %arg1): (!HLFHE.eint<7>, i8) -> (!HLFHE.eint<7>) return %1: !HLFHE.eint<7> } """, (5, 7), 12, id="add_eint_int", ), pytest.param( """ func @main(%arg0: !HLFHE.eint<7>, %arg1: i8) -> !HLFHE.eint<7> { %1 = "HLFHE.add_eint_int"(%arg0, %arg1): (!HLFHE.eint<7>, i8) -> (!HLFHE.eint<7>) return %1: !HLFHE.eint<7> } """, (np.array(4, dtype=np.uint8), np.array(5, dtype=np.uint8)), 9, id="add_eint_int_with_ndarray_as_scalar", ), pytest.param( """ func @main(%arg0: !HLFHE.eint<7>, %arg1: i8) -> !HLFHE.eint<7> { %1 = "HLFHE.add_eint_int"(%arg0, %arg1): (!HLFHE.eint<7>, i8) -> (!HLFHE.eint<7>) return %1: !HLFHE.eint<7> } """, (np.uint8(3), np.uint8(5)), 8, id="add_eint_int_with_np_uint8_as_scalar", ), pytest.param( """ func @main(%arg0: !HLFHE.eint<7>, %arg1: i8) -> !HLFHE.eint<7> { %1 = "HLFHE.add_eint_int"(%arg0, %arg1): (!HLFHE.eint<7>, i8) -> (!HLFHE.eint<7>) return %1: !HLFHE.eint<7> } """, (np.uint16(3), np.uint16(5)), 8, id="add_eint_int_with_np_uint16_as_scalar", ), pytest.param( """ func @main(%arg0: !HLFHE.eint<7>, %arg1: i8) -> !HLFHE.eint<7> { %1 = "HLFHE.add_eint_int"(%arg0, %arg1): (!HLFHE.eint<7>, i8) -> (!HLFHE.eint<7>) return %1: !HLFHE.eint<7> } """, (np.uint32(3), np.uint32(5)), 8, id="add_eint_int_with_np_uint32_as_scalar", ), pytest.param( """ func @main(%arg0: !HLFHE.eint<7>, %arg1: i8) -> !HLFHE.eint<7> { %1 = "HLFHE.add_eint_int"(%arg0, %arg1): (!HLFHE.eint<7>, i8) -> (!HLFHE.eint<7>) return %1: !HLFHE.eint<7> } """, (np.uint64(3), np.uint64(5)), 8, id="add_eint_int_with_np_uint64_as_scalar", ), pytest.param( """ func @main(%arg0: tensor<4x!HLFHE.eint<7>>, %arg1: tensor<4xi8>) -> !HLFHE.eint<7> { %ret = "HLFHELinalg.dot_eint_int"(%arg0, %arg1) : (tensor<4x!HLFHE.eint<7>>, tensor<4xi8>) -> !HLFHE.eint<7> return %ret : !HLFHE.eint<7> } """, ( np.array([1, 2, 3, 4], dtype=np.uint8), np.array([4, 3, 2, 1], dtype=np.uint8), ), 20, id="dot_eint_int_uint8", ), pytest.param( """ func @main(%arg0: tensor<4x!HLFHE.eint<7>>, %arg1: tensor<4xi8>) -> !HLFHE.eint<7> { %ret = "HLFHELinalg.dot_eint_int"(%arg0, %arg1) : (tensor<4x!HLFHE.eint<7>>, tensor<4xi8>) -> !HLFHE.eint<7> return %ret : !HLFHE.eint<7> } """, ( np.array([1, 2, 3, 4], dtype=np.uint16), np.array([4, 3, 2, 1], dtype=np.uint16), ), 20, id="dot_eint_int_uint16", ), pytest.param( """ func @main(%arg0: tensor<4x!HLFHE.eint<7>>, %arg1: tensor<4xi8>) -> !HLFHE.eint<7> { %ret = "HLFHELinalg.dot_eint_int"(%arg0, %arg1) : (tensor<4x!HLFHE.eint<7>>, tensor<4xi8>) -> !HLFHE.eint<7> return %ret : !HLFHE.eint<7> } """, ( np.array([1, 2, 3, 4], dtype=np.uint32), np.array([4, 3, 2, 1], dtype=np.uint32), ), 20, id="dot_eint_int_uint32", ), pytest.param( """ func @main(%arg0: tensor<4x!HLFHE.eint<7>>, %arg1: tensor<4xi8>) -> !HLFHE.eint<7> { %ret = "HLFHELinalg.dot_eint_int"(%arg0, %arg1) : (tensor<4x!HLFHE.eint<7>>, tensor<4xi8>) -> !HLFHE.eint<7> return %ret : !HLFHE.eint<7> } """, ( np.array([1, 2, 3, 4], dtype=np.uint64), np.array([4, 3, 2, 1], dtype=np.uint64), ), 20, id="dot_eint_int_uint64", ), pytest.param( """ func @main(%a0: tensor<4x!HLFHE.eint<6>>, %a1: tensor<4xi7>) -> tensor<4x!HLFHE.eint<6>> { %res = "HLFHELinalg.add_eint_int"(%a0, %a1) : (tensor<4x!HLFHE.eint<6>>, tensor<4xi7>) -> tensor<4x!HLFHE.eint<6>> return %res : tensor<4x!HLFHE.eint<6>> } """, ( np.array([31, 6, 12, 9], dtype=np.uint8), np.array([32, 9, 2, 3], dtype=np.uint8), ), np.array([63, 15, 14, 12]), id="add_eint_int_1D", ), pytest.param( """ func @main(%a0: tensor<4x4x!HLFHE.eint<6>>, %a1: tensor<4x4xi7>) -> tensor<4x4x!HLFHE.eint<6>> { %res = "HLFHELinalg.add_eint_int"(%a0, %a1) : (tensor<4x4x!HLFHE.eint<6>>, tensor<4x4xi7>) -> tensor<4x4x!HLFHE.eint<6>> return %res : tensor<4x4x!HLFHE.eint<6>> } """, ( np.array( [[31, 6, 12, 9], [31, 6, 12, 9], [31, 6, 12, 9], [31, 6, 12, 9]], dtype=np.uint8, ), np.array( [[32, 9, 2, 3], [32, 9, 2, 3], [32, 9, 2, 3], [32, 9, 2, 3]], dtype=np.uint8, ), ), np.array( [ [63, 15, 14, 12], [63, 15, 14, 12], [63, 15, 14, 12], [63, 15, 14, 12], ], dtype=np.uint8, ), id="add_eint_int_2D", ), pytest.param( """ func @main(%a0: tensor<2x2x2x!HLFHE.eint<6>>, %a1: tensor<2x2x2xi7>) -> tensor<2x2x2x!HLFHE.eint<6>> { %res = "HLFHELinalg.add_eint_int"(%a0, %a1) : (tensor<2x2x2x!HLFHE.eint<6>>, tensor<2x2x2xi7>) -> tensor<2x2x2x!HLFHE.eint<6>> return %res : tensor<2x2x2x!HLFHE.eint<6>> } """, ( np.array( [[[1, 2], [3, 4]], [[5, 6], [7, 8]]], dtype=np.uint8, ), np.array( [[[9, 10], [11, 12]], [[13, 14], [15, 16]]], dtype=np.uint8, ), ), np.array( [[[10, 12], [14, 16]], [[18, 20], [22, 24]]], dtype=np.uint8, ), id="add_eint_int_3D", ), ], ) def test_compile_and_run(mlir_input, args, expected_result): engine = CompilerEngine() engine.compile_fhe(mlir_input, unsecure_key_set_cache_path = KEY_SET_CACHE_PATH) if isinstance(expected_result, int): assert engine.run(*args) == expected_result else: # numpy array assert np.all(engine.run(*args) == expected_result) @pytest.mark.parametrize( "mlir_input, args", [ pytest.param( """ func @main(%arg0: !HLFHE.eint<7>, %arg1: i8) -> !HLFHE.eint<7> { %1 = "HLFHE.add_eint_int"(%arg0, %arg1): (!HLFHE.eint<7>, i8) -> (!HLFHE.eint<7>) return %1: !HLFHE.eint<7> } """, (5, 7, 8), id="add_eint_int_invalid_arg_number", ), ], ) def test_compile_and_run_invalid_arg_number(mlir_input, args): engine = CompilerEngine() engine.compile_fhe(mlir_input, unsecure_key_set_cache_path = KEY_SET_CACHE_PATH) with pytest.raises(ValueError, match=r"wrong number of arguments"): engine.run(*args) @pytest.mark.parametrize( "mlir_input, args, expected_result, tab_size", [ pytest.param( """ func @main(%arg0: !HLFHE.eint<7>) -> !HLFHE.eint<7> { %tlu = arith.constant dense<[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127]> : tensor<128xi64> %1 = "HLFHE.apply_lookup_table"(%arg0, %tlu): (!HLFHE.eint<7>, tensor<128xi64>) -> (!HLFHE.eint<7>) return %1: !HLFHE.eint<7> } """, (73,), 73, 128, id="apply_lookup_table", ), ], ) def test_compile_and_run_tlu(mlir_input, args, expected_result, tab_size): engine = CompilerEngine() engine.compile_fhe(mlir_input, unsecure_key_set_cache_path = KEY_SET_CACHE_PATH) assert abs(engine.run(*args) - expected_result) / tab_size < 0.1 @pytest.mark.parametrize( "mlir_input", [ pytest.param( """ func @test(%arg0: tensor<4x!HLFHE.eint<7>>, %arg1: tensor<4xi8>) -> !HLFHE.eint<7> { %ret = "HLFHELinalg.dot_eint_int"(%arg0, %arg1) : (tensor<4x!HLFHE.eint<7>>, tensor<4xi8>) -> !HLFHE.eint<7> return %ret : !HLFHE.eint<7> } """, id="not @main", ), ], ) def test_compile_invalid(mlir_input): engine = CompilerEngine() with pytest.raises(RuntimeError, match=r"Compilation failed:"): engine.compile_fhe(mlir_input, unsecure_key_set_cache_path = KEY_SET_CACHE_PATH) MODULE_1 = """ func @test1() { return } """ MODULE_2 = """ func @test2() { return } """ LIB_PATH = './test_library_generation.so' @pytest.mark.parametrize( 'mlir_modules', [ pytest.param(MODULE_1, id='1 module'), pytest.param([MODULE_1, MODULE_2], id='2 modules'), pytest.param(iter([MODULE_1, MODULE_2]), id='iterable'), ], ) def test_library_generation(mlir_modules): library_path = library(LIB_PATH, mlir_modules) assert os.path.exists(library_path) @pytest.mark.parametrize( 'mlir_modules', [ pytest.param(bytes(MODULE_1, encoding='utf-8'), id='bytes vs str'), pytest.param(None, id='not iterable'), pytest.param([None], id='not str'), ], ) def test_library_generation_type_error(mlir_modules): with pytest.raises(TypeError): library(LIB_PATH, mlir_modules) def test_library_call(): module = """ func @test(%a: i8) -> i8 { return %a : i8 } """ from ctypes import CDLL lib = CDLL(library(LIB_PATH, module)) assert lib.test(13) == 13