mirror of
https://github.com/zama-ai/concrete.git
synced 2026-02-19 08:54:26 -05:00
e8ef48ffd8
This commit: + Adds support for a protocol which enables inter-op between concrete, tfhe-rs and potentially other contributors to the fhe ecosystem. + Gets rid of hand-made serialization in the compiler, and client/server libs. + Refactors client/server libs to allow more pre/post processing of circuit inputs/outputs. The protocol is supported by a definition in the shape of a capnp file, which defines different types of objects among which: + ProgramInfo object, which is a precise description of a set of fhe circuit coming from the same compilation (understand function type information), and the associated key set. + *Key objects, which represent secret/public keys used to encrypt/execute fhe circuits. + Value object, which represent values that can be transferred between client and server to support calls to fhe circuits. The hand-rolled serialization that was previously used is completely dropped in favor of capnp in the whole codebase. The client/server libs, are refactored to introduce a modular design for pre-post processing. Reading the ProgramInfo file associated with a compilation, the client and server libs assemble a pipeline of transformers (functions) for pre and post processing of values coming in and out of a circuit. This design properly decouples various aspects of the processing, and allows these capabilities to be safely extended. In practice this commit includes the following: + Defines the specification in a concreteprotocol package + Integrate the compilation of this package as a compiler dependency via cmake + Modify the compiler to use the Encodings objects defined in the protocol + Modify the compiler to emit ProgramInfo files as compilation artifact, and gets rid of the bloated ClientParameters. + Introduces a new Common library containing the functionalities shared between the compiler and the client/server libs. + Introduces a functional pre-post processing pipeline to this common library + Modify the client/server libs to support loading ProgramInfo objects, and calling circuits using Value messages. + Drops support of JIT. + Drops support of C-api. + Drops support of Rust bindings. Co-authored-by: Nikita Frolov <nf@mkmks.org>
103 lines
2.8 KiB
C++
103 lines
2.8 KiB
C++
// Part of the Concrete Compiler Project, under the BSD3 License with Zama
|
|
// Exceptions. See
|
|
// https://github.com/zama-ai/concrete-compiler-internal/blob/main/LICENSE.txt
|
|
// for license information.
|
|
|
|
#ifndef CONCRETELANG_SERVERLIB_SERVER_LAMBDA_H
|
|
#define CONCRETELANG_SERVERLIB_SERVER_LAMBDA_H
|
|
|
|
#include "boost/outcome.h"
|
|
#include "concrete-protocol.capnp.h"
|
|
#include "concretelang/Common/Error.h"
|
|
#include "concretelang/Common/Keysets.h"
|
|
#include "concretelang/Common/Protocol.h"
|
|
#include "concretelang/Common/Transformers.h"
|
|
#include "concretelang/Common/Values.h"
|
|
#include "llvm/ADT/ArrayRef.h"
|
|
#include <cassert>
|
|
#include <dlfcn.h>
|
|
#include <functional>
|
|
#include <memory>
|
|
#include <vector>
|
|
|
|
using concretelang::keysets::ServerKeyset;
|
|
using concretelang::transformers::ArgTransformer;
|
|
using concretelang::transformers::ReturnTransformer;
|
|
using concretelang::transformers::TransformerFactory;
|
|
using concretelang::values::Value;
|
|
|
|
namespace concretelang {
|
|
namespace serverlib {
|
|
|
|
/// A smart pointer to a dynamic module.
|
|
class DynamicModule {
|
|
friend class ServerCircuit;
|
|
|
|
public:
|
|
~DynamicModule();
|
|
static Result<std::shared_ptr<DynamicModule>>
|
|
open(const std::string &outputPath);
|
|
|
|
private:
|
|
void *libraryHandle;
|
|
};
|
|
|
|
class ServerCircuit {
|
|
friend class ServerProgram;
|
|
|
|
public:
|
|
/// Call the circuit with public arguments.
|
|
Result<std::vector<TransportValue>> call(const ServerKeyset &serverKeyset,
|
|
std::vector<TransportValue> &args);
|
|
|
|
Result<std::vector<TransportValue>>
|
|
simulate(std::vector<TransportValue> &args);
|
|
|
|
/// Returns the name of this circuit.
|
|
std::string getName();
|
|
|
|
private:
|
|
ServerCircuit() = default;
|
|
|
|
static Result<ServerCircuit>
|
|
fromDynamicModule(const Message<concreteprotocol::CircuitInfo> &circuitInfo,
|
|
std::shared_ptr<DynamicModule> dynamicModule,
|
|
bool useSimulation);
|
|
|
|
void invoke(const ServerKeyset &serverKeyset);
|
|
|
|
Message<concreteprotocol::CircuitInfo> circuitInfo;
|
|
bool useSimulation;
|
|
void (*func)(void *...);
|
|
std::shared_ptr<DynamicModule> dynamicModule;
|
|
std::vector<ArgTransformer> argTransformers;
|
|
std::vector<ReturnTransformer> returnTransformers;
|
|
std::vector<Value> argsBuffer;
|
|
std::vector<Value> returnsBuffer;
|
|
std::vector<size_t> argDescriptorSizes;
|
|
std::vector<size_t> returnDescriptorSizes;
|
|
size_t argRawSize;
|
|
size_t returnRawSize;
|
|
};
|
|
|
|
/// ServerProgram contains multiple
|
|
class ServerProgram {
|
|
public:
|
|
/// Loads a server program from a shared lib path essentially.
|
|
static Result<ServerProgram>
|
|
load(const Message<concreteprotocol::ProgramInfo> &programInfo,
|
|
const std::string &outputPath, bool useSimulation);
|
|
|
|
Result<ServerCircuit> getServerCircuit(const std::string &circuitName);
|
|
|
|
private:
|
|
ServerProgram() = default;
|
|
|
|
std::vector<ServerCircuit> serverCircuits;
|
|
};
|
|
|
|
} // namespace serverlib
|
|
} // namespace concretelang
|
|
|
|
#endif
|