mirror of
https://github.com/zama-ai/concrete.git
synced 2026-02-10 20:55:02 -05:00
c8c969773e
This commit rebases the compiler onto commit 465ee9bfb26d from
llvm-project with locally maintained patches on top, i.e.:
* 5d8669d669ee: Fix the element alignment (size) for memrefCopy
* 4239163ea337: fix: Do not fold the memref.subview if the offset are
!= 0 and strides != 1
* 72c5decfcc21: remove github stuff from llvm
* 8d0ce8f9eca1: Support arbitrary element types in named operations
via attributes
* 94f64805c38c: Copy attributes of scf.for on bufferization and make
it an allocation hoisting barrier
Main upstream changes from llvm-project that required modification of
concretecompiler:
* Switch to C++17
* Various changes in the interfaces for linalg named operations
* Transition from `llvm::Optional` to `std::optional`
* Use of enums instead of string values for iterator types in linalg
* Changed default naming convention of getter methods in
ODS-generated operation classes from `some_value()` to
`getSomeValue()`
* Renaming of Arithmetic dialect to Arith
* Refactoring of side effect interfaces (i.e., renaming from
`NoSideEffect` to `Pure`)
* Re-design of the data flow analysis framework
* Refactoring of build targets for Python bindings
* Refactoring of array attributes with integer values
* Renaming of `linalg.init_tensor` to `tensor.empty`
* Emission of `linalg.map` operations in bufferization of the Tensor
dialect requiring another linalg conversion pass and registration
of the bufferization op interfaces for linalg operations
* Refactoring of the one-shot bufferizer
* Necessity to run the expand-strided-metadata, affine-to-std and
finalize-memref-to-llvm passes before converson to the LLVM
dialect
* Renaming of `BlockAndValueMapping` to `IRMapping`
* Changes in the build function of `LLVM::CallOp`
* Refactoring of the construction of `llvm::ArrayRef` and
`llvm::MutableArrayRef` (direct invocation of constructor instead
of builder functions for some cases)
* New naming conventions for generated SSA values requiring rewrite
of some check tests
* Refactoring of `mlir::LLVM::lookupOrCreateMallocFn()`
* Interface changes in generated type parsers
* New dependencies for to mlir_float16_utils and
MLIRSparseTensorRuntime for the runtime
* Overhaul of MLIR-c deleting `mlir-c/Registration.h`
* Deletion of library MLIRLinalgToSPIRV
* Deletion of library MLIRLinalgAnalysis
* Deletion of library MLIRMemRefUtils
* Deletion of library MLIRQuantTransforms
* Deletion of library MLIRVectorToROCDL
149 lines
5.5 KiB
CMake
149 lines
5.5 KiB
CMake
include(AddMLIRPython)
|
|
|
|
# Python bindings need to throw exceptions for proper handling of errors on the python-side
|
|
add_compile_options(-fexceptions)
|
|
|
|
# ######################################################################################################################
|
|
# Support wrapper library for Python
|
|
# ######################################################################################################################
|
|
set(LLVM_OPTIONAL_SOURCES CompilerAPIModule.cpp ConcretelangModule.cpp FHEModule.cpp)
|
|
|
|
add_mlir_public_c_api_library(CONCRETELANGPySupport CompilerEngine.cpp LINK_LIBS PUBLIC MLIRCAPIIR ConcretelangSupport)
|
|
|
|
# ######################################################################################################################
|
|
# Decalare native Python extension
|
|
# ######################################################################################################################
|
|
|
|
declare_mlir_python_sources(ConcretelangBindingsPythonExtension)
|
|
|
|
declare_mlir_python_extension(
|
|
ConcretelangBindingsPythonExtension.Core
|
|
MODULE_NAME
|
|
_concretelang
|
|
ADD_TO_PARENT
|
|
ConcretelangBindingsPythonExtension
|
|
SOURCES
|
|
ConcretelangModule.cpp
|
|
FHEModule.cpp
|
|
CompilerAPIModule.cpp
|
|
EMBED_CAPI_LINK_LIBS
|
|
CONCRETELANGCAPIFHE
|
|
CONCRETELANGCAPIFHELINALG
|
|
CONCRETELANGPySupport)
|
|
|
|
# ######################################################################################################################
|
|
# Declare python sources
|
|
# ######################################################################################################################
|
|
|
|
declare_mlir_python_sources(
|
|
ConcretelangBindingsPythonSources
|
|
ROOT_DIR
|
|
"${CMAKE_CURRENT_SOURCE_DIR}"
|
|
SOURCES
|
|
concrete/compiler/__init__.py
|
|
concrete/compiler/client_parameters.py
|
|
concrete/compiler/client_support.py
|
|
concrete/compiler/compilation_feedback.py
|
|
concrete/compiler/compilation_options.py
|
|
concrete/compiler/jit_compilation_result.py
|
|
concrete/compiler/jit_support.py
|
|
concrete/compiler/jit_lambda.py
|
|
concrete/compiler/key_set_cache.py
|
|
concrete/compiler/key_set.py
|
|
concrete/compiler/lambda_argument.py
|
|
concrete/compiler/library_compilation_result.py
|
|
concrete/compiler/library_support.py
|
|
concrete/compiler/library_lambda.py
|
|
concrete/compiler/public_arguments.py
|
|
concrete/compiler/public_result.py
|
|
concrete/compiler/evaluation_keys.py
|
|
concrete/compiler/utils.py
|
|
concrete/compiler/wrapper.py
|
|
concrete/__init__.py
|
|
concrete/lang/__init__.py
|
|
concrete/lang/dialects/__init__.py
|
|
concrete/lang/dialects/_ods_common.py)
|
|
|
|
# ######################################################################################################################
|
|
# Declare dialect-specific bindings.
|
|
# ######################################################################################################################
|
|
|
|
declare_mlir_python_sources(ConcretelangBindingsPythonSources.Dialects ADD_TO_PARENT ConcretelangBindingsPythonSources)
|
|
|
|
declare_mlir_dialect_python_bindings(
|
|
ADD_TO_PARENT
|
|
ConcretelangBindingsPythonSources.Dialects
|
|
ROOT_DIR
|
|
"${CMAKE_CURRENT_SOURCE_DIR}"
|
|
CONCRETELANGBindingsPythonFHEOps
|
|
TD_FILE
|
|
concrete/lang/dialects/FHEOps.td
|
|
SOURCES
|
|
concrete/lang/dialects/fhe.py
|
|
DIALECT_NAME
|
|
FHE)
|
|
|
|
declare_mlir_dialect_python_bindings(
|
|
ADD_TO_PARENT
|
|
ConcretelangBindingsPythonSources.Dialects
|
|
ROOT_DIR
|
|
"${CMAKE_CURRENT_SOURCE_DIR}"
|
|
CONCRETELANGBindingsPythonFHELinalgOps
|
|
TD_FILE
|
|
concrete/lang/dialects/FHELinalgOps.td
|
|
SOURCES
|
|
concrete/lang/dialects/fhelinalg.py
|
|
DIALECT_NAME
|
|
FHELinalg)
|
|
|
|
# ######################################################################################################################
|
|
# Build composite binaries
|
|
# ######################################################################################################################
|
|
|
|
# Bundle our own, self-contained CAPI library with all of our deps.
|
|
add_mlir_python_common_capi_library(
|
|
ConcretelangBindingsPythonCAPI
|
|
INSTALL_COMPONENT
|
|
ConcretelangBindingsPythonModules
|
|
INSTALL_DESTINATION
|
|
python_packages/concretelang_core/mlir/_mlir_libs
|
|
# NOTE: When the MLIR API is relocated under concretelang, this would change to .../concretelang/_mlir_libs
|
|
OUTPUT_DIRECTORY
|
|
"${CONCRETELANG_PYTHON_PACKAGES_DIR}/concretelang_core/mlir/_mlir_libs"
|
|
RELATIVE_INSTALL_ROOT
|
|
"../../../.."
|
|
DECLARED_SOURCES
|
|
# TODO: This can be chopped down significantly for size.
|
|
MLIRPythonSources
|
|
ConcretelangBindingsPythonSources
|
|
ConcretelangBindingsPythonExtension)
|
|
|
|
# Bundle the MLIR python sources into our package. The MLIR API is position independent, so we explicitly output it to
|
|
# the mlir/ folder as a temporary measure. It will eventually migrate under the concretelang/ folder and be accessible
|
|
# under the unified "import concretelang..." namespace.
|
|
add_mlir_python_modules(
|
|
ConcretelangMLIRPythonModules
|
|
ROOT_PREFIX
|
|
"${CONCRETELANG_PYTHON_PACKAGES_DIR}/concretelang_core/mlir"
|
|
INSTALL_PREFIX
|
|
"python_packages/concretelang_core/mlir"
|
|
DECLARED_SOURCES
|
|
MLIRPythonSources
|
|
# We need the circt extensions co-located with the MLIR extensions. When the namespace is unified, this moves to the
|
|
# below.
|
|
ConcretelangBindingsPythonExtension
|
|
COMMON_CAPI_LINK_LIBS
|
|
ConcretelangBindingsPythonCAPI)
|
|
|
|
# Bundle the CONCRETELANG python sources into our package.
|
|
add_mlir_python_modules(
|
|
ConcretelangPythonModules
|
|
ROOT_PREFIX
|
|
"${CONCRETELANG_PYTHON_PACKAGES_DIR}/concretelang_core"
|
|
INSTALL_PREFIX
|
|
"python_packages/concretelang_core"
|
|
DECLARED_SOURCES
|
|
ConcretelangBindingsPythonSources
|
|
COMMON_CAPI_LINK_LIBS
|
|
ConcretelangBindingsPythonCAPI)
|