mirror of
https://github.com/zama-ai/concrete.git
synced 2026-02-18 08:31:31 -05:00
e8ef48ffd8
This commit: + Adds support for a protocol which enables inter-op between concrete, tfhe-rs and potentially other contributors to the fhe ecosystem. + Gets rid of hand-made serialization in the compiler, and client/server libs. + Refactors client/server libs to allow more pre/post processing of circuit inputs/outputs. The protocol is supported by a definition in the shape of a capnp file, which defines different types of objects among which: + ProgramInfo object, which is a precise description of a set of fhe circuit coming from the same compilation (understand function type information), and the associated key set. + *Key objects, which represent secret/public keys used to encrypt/execute fhe circuits. + Value object, which represent values that can be transferred between client and server to support calls to fhe circuits. The hand-rolled serialization that was previously used is completely dropped in favor of capnp in the whole codebase. The client/server libs, are refactored to introduce a modular design for pre-post processing. Reading the ProgramInfo file associated with a compilation, the client and server libs assemble a pipeline of transformers (functions) for pre and post processing of values coming in and out of a circuit. This design properly decouples various aspects of the processing, and allows these capabilities to be safely extended. In practice this commit includes the following: + Defines the specification in a concreteprotocol package + Integrate the compilation of this package as a compiler dependency via cmake + Modify the compiler to use the Encodings objects defined in the protocol + Modify the compiler to emit ProgramInfo files as compilation artifact, and gets rid of the bloated ClientParameters. + Introduces a new Common library containing the functionalities shared between the compiler and the client/server libs. + Introduces a functional pre-post processing pipeline to this common library + Modify the client/server libs to support loading ProgramInfo objects, and calling circuits using Value messages. + Drops support of JIT. + Drops support of C-api. + Drops support of Rust bindings. Co-authored-by: Nikita Frolov <nf@mkmks.org>
83 lines
2.9 KiB
C++
83 lines
2.9 KiB
C++
// Part of the Concrete Compiler Project, under the BSD3 License with Zama
|
|
// Exceptions. See
|
|
// https://github.com/zama-ai/concrete-compiler-internal/blob/main/LICENSE.txt
|
|
// for license information.
|
|
|
|
#include "concretelang/Bindings/Python/DialectModules.h"
|
|
#include "concretelang/Dialect/FHE/IR/FHETypes.h"
|
|
|
|
#include "mlir-c/BuiltinAttributes.h"
|
|
#include "mlir/Bindings/Python/PybindAdaptors.h"
|
|
#include "mlir/CAPI/IR.h"
|
|
#include "mlir/IR/Diagnostics.h"
|
|
#include "llvm/ADT/SmallString.h"
|
|
#include "llvm/Support/raw_ostream.h"
|
|
|
|
#include <pybind11/pybind11.h>
|
|
#include <pybind11/pytypes.h>
|
|
#include <pybind11/stl.h>
|
|
|
|
using namespace mlir::concretelang;
|
|
using namespace mlir::concretelang::FHE;
|
|
using namespace mlir::python::adaptors;
|
|
|
|
typedef struct {
|
|
MlirType type;
|
|
bool isError;
|
|
} MlirTypeOrError;
|
|
|
|
template <typename T>
|
|
MlirTypeOrError IntegerTypeGetChecked(MlirContext ctx, unsigned width) {
|
|
MlirTypeOrError type = {{NULL}, false};
|
|
auto catchError = [&]() -> mlir::InFlightDiagnostic {
|
|
type.isError = true;
|
|
mlir::DiagnosticEngine &engine = unwrap(ctx)->getDiagEngine();
|
|
// The goal here is to make getChecked working, but we don't want the CAPI
|
|
// to stop execution due to an error, and leave the error handling logic to
|
|
// the user of the CAPI
|
|
return engine.emit(mlir::UnknownLoc::get(unwrap(ctx)),
|
|
mlir::DiagnosticSeverity::Warning);
|
|
};
|
|
T integerType = T::getChecked(catchError, unwrap(ctx), width);
|
|
if (type.isError) {
|
|
return type;
|
|
}
|
|
type.type = wrap(integerType);
|
|
return type;
|
|
}
|
|
|
|
/// Populate the fhe python module.
|
|
void mlir::concretelang::python::populateDialectFHESubmodule(
|
|
pybind11::module &m) {
|
|
m.doc() = "FHE dialect Python native extension";
|
|
|
|
mlir_type_subclass(m, "EncryptedIntegerType",
|
|
[](MlirType type) {
|
|
return unwrap(type).isa<EncryptedUnsignedIntegerType>();
|
|
})
|
|
.def_classmethod("get", [](pybind11::object cls, MlirContext ctx,
|
|
unsigned width) {
|
|
MlirTypeOrError typeOrError =
|
|
IntegerTypeGetChecked<EncryptedUnsignedIntegerType>(ctx, width);
|
|
if (typeOrError.isError) {
|
|
throw std::invalid_argument("can't create eint with the given width");
|
|
}
|
|
return cls(typeOrError.type);
|
|
});
|
|
|
|
mlir_type_subclass(m, "EncryptedSignedIntegerType",
|
|
[](MlirType type) {
|
|
return unwrap(type).isa<EncryptedSignedIntegerType>();
|
|
})
|
|
.def_classmethod(
|
|
"get", [](pybind11::object cls, MlirContext ctx, unsigned width) {
|
|
MlirTypeOrError typeOrError =
|
|
IntegerTypeGetChecked<EncryptedSignedIntegerType>(ctx, width);
|
|
if (typeOrError.isError) {
|
|
throw std::invalid_argument(
|
|
"can't create esint with the given width");
|
|
}
|
|
return cls(typeOrError.type);
|
|
});
|
|
}
|