BUILD_DIR=./build Python3_EXECUTABLE= BINDINGS_PYTHON_ENABLED=ON PARALLEL_EXECUTION_ENABLED=OFF CC_COMPILER= CXX_COMPILER= EXTERNAL_HEADERS=include/boost-single-header/outcome.hpp export PATH := $(BUILD_DIR)/bin:$(PATH) ifeq ($(shell which ccache),) CCACHE=OFF else CCACHE=ON endif ifeq ($(CCACHE),ON) CMAKE_CCACHE_OPTIONS=-DCMAKE_CXX_COMPILER_LAUNCHER=ccache else CMAKE_CCACHE_OPTIONS= endif ifneq ($(CC_COMPILER),) CC_COMPILER_OPTION=-DCMAKE_C_COMPILER=$(CC_COMPILER) else CC_COMPILER_OPTION= endif ifneq ($(CXX_COMPILER),) CXX_COMPILER_OPTION=-DCMAKE_CXX_COMPILER=$(CXX_COMPILER) else CXX_COMPILER_OPTION= endif $(BUILD_DIR)/configured.stamp: cmake -B $(BUILD_DIR) -GNinja ../llvm-project/llvm/ \ $(CMAKE_CCACHE_OPTIONS) \ $(CC_COMPILER_OPTION) \ $(CXX_COMPILER_OPTION) \ -DLLVM_ENABLE_PROJECTS="mlir;clang;openmp" \ -DLLVM_BUILD_EXAMPLES=OFF \ -DLLVM_TARGETS_TO_BUILD="host" \ -DCMAKE_BUILD_TYPE=Release \ -DLLVM_ENABLE_ASSERTIONS=ON \ -DMLIR_ENABLE_BINDINGS_PYTHON=$(BINDINGS_PYTHON_ENABLED) \ -DCONCRETELANG_BINDINGS_PYTHON_ENABLED=$(BINDINGS_PYTHON_ENABLED) \ -DCONCRETELANG_PARALLEL_EXECUTION_ENABLED=$(PARALLEL_EXECUTION_ENABLED) \ -DCONCRETE_FFI_RELEASE=${CONCRETE_PROJECT}/target/release \ -DHPX_DIR=${HPX_INSTALL_DIR}/lib/cmake/HPX \ -DLLVM_EXTERNAL_PROJECTS=concretelang \ -DLLVM_EXTERNAL_CONCRETELANG_SOURCE_DIR=. \ -DPython3_EXECUTABLE=${Python3_EXECUTABLE} touch $@ include/boost-single-header/outcome.hpp: wget https://github.com/ned14/outcome/raw/master/single-header/outcome.hpp -O $@ build-initialized: $(EXTERNAL_HEADERS) $(BUILD_DIR)/configured.stamp doc: build-initialized cmake --build $(BUILD_DIR) --target mlir-doc concretecompiler: build-initialized cmake --build $(BUILD_DIR) --target concretecompiler python-bindings: build-initialized cmake --build $(BUILD_DIR) --target ConcretelangMLIRPythonModules cmake --build $(BUILD_DIR) --target ConcretelangPythonModules clientlib: build-initialized cmake --build $(BUILD_DIR) --target ConcretelangClientLib serverlib: build-initialized cmake --build $(BUILD_DIR) --target ConcretelangServerLib test-check: concretecompiler file-check not $(BUILD_DIR)/bin/llvm-lit -v tests/ test-python: python-bindings concretecompiler PYTHONPATH=${PYTHONPATH}:$(BUILD_DIR)/tools/concretelang/python_packages/concretelang_core LD_PRELOAD=$(BUILD_DIR)/lib/libConcretelangRuntime.so pytest -vs tests/python test: test-check test-end-to-end-jit test-python support-unit-test testlib-unit-test test-dataflow: test-end-to-end-jit-dfr test-end-to-end-jit-auto-parallelization # install/uninstall install: install_runtime_lib uninstall: uninstall_runtime_lib install_runtime_lib: concretecompiler cp $(BUILD_DIR)/lib/libConcretelangRuntime* /usr/local/lib uninstall_runtime_lib: -rm /usr/local/lib/libConcretelangRuntime* # unit-test clientlib-unit-test: build-clientlib-unit-test $(BUILD_DIR)/bin/clientlib_unit_test build-clientlib-unit-test: cmake --build $(BUILD_DIR) --target clientlib_unit_test testlib-unit-test: build-testlib-unit-test $(BUILD_DIR)/bin/testlib_unit_test build-testlib-unit-test: build-initialized cmake --build $(BUILD_DIR) --target testlib_unit_test support-unit-test: build-support-unit-test $(BUILD_DIR)/bin/support_unit_test build-support-unit-test: build-initialized cmake --build $(BUILD_DIR) --target support_unit_test # test-end-to-end-jit build-end-to-end-jit-test: build-initialized cmake --build $(BUILD_DIR) --target end_to_end_jit_test build-end-to-end-jit-clear-tensor: build-initialized cmake --build $(BUILD_DIR) --target end_to_end_jit_clear_tensor build-end-to-end-jit-fhe: build-initialized cmake --build $(BUILD_DIR) --target end_to_end_jit_fhe build-end-to-end-jit-encrypted-tensor: build-initialized cmake --build $(BUILD_DIR) --target end_to_end_jit_encrypted_tensor build-end-to-end-jit-fhelinalg: build-initialized cmake --build $(BUILD_DIR) --target end_to_end_jit_fhelinalg build-end-to-end-jit-lambda: build-initialized cmake --build $(BUILD_DIR) --target end_to_end_jit_lambda build-end-to-end-jit-dfr: build-initialized cmake --build $(BUILD_DIR) --target end_to_end_jit_dfr build-end-to-end-jit-auto-parallelization: build-initialized cmake --build $(BUILD_DIR) --target end_to_end_jit_auto_parallelization build-end-to-end-jit: build-end-to-end-jit-test build-end-to-end-jit-clear-tensor build-end-to-end-jit-encrypted-tensor build-end-to-end-jit-fhe build-end-to-end-jit-fhelinalg build-end-to-end-jit-lambda build-tests: build-end-to-end-jit build-support-unit-test build-testlib-unit-test test-end-to-end-jit-test: build-end-to-end-jit-test $(BUILD_DIR)/bin/end_to_end_jit_test test-end-to-end-jit-clear-tensor: build-end-to-end-jit-clear-tensor $(BUILD_DIR)/bin/end_to_end_jit_clear_tensor test-end-to-end-jit-fhe: build-end-to-end-jit-fhe $(BUILD_DIR)/bin/end_to_end_jit_fhe test-end-to-end-jit-encrypted-tensor: build-end-to-end-jit-encrypted-tensor $(BUILD_DIR)/bin/end_to_end_jit_encrypted_tensor test-end-to-end-jit-fhelinalg: build-end-to-end-jit-fhelinalg $(BUILD_DIR)/bin/end_to_end_jit_fhelinalg test-end-to-end-jit-lambda: build-initialized build-end-to-end-jit-lambda $(BUILD_DIR)/bin/end_to_end_jit_lambda test-end-to-end-jit-dfr: build-end-to-end-jit-dfr $(BUILD_DIR)/bin/end_to_end_jit_dfr test-end-to-end-jit-auto-parallelization: build-end-to-end-jit-auto-parallelization $(BUILD_DIR)/bin/end_to_end_jit_auto_parallelization test-end-to-end-jit: test-end-to-end-jit-test test-end-to-end-jit-clear-tensor test-end-to-end-jit-encrypted-tensor test-end-to-end-jit-fhelinalg test-end-to-end-jit-fhe show-stress-tests-summary: @echo '------ Stress tests summary ------' @echo @echo 'Rates:' @cd tests/stress_tests/trace && grep success_rate -R @echo @echo 'Parameters issues:' @cd tests/stress_tests/trace && grep BAD -R || echo 'No issues' stress-tests: concretecompiler pytest -vs tests/stress_tests # useful for faster cache generation, need pytest-parallel stress-tests-fast-cache: concretecompiler pytest --workers auto -vs tests/stress_tests # LLVM/MLIR dependencies all-deps: file-check not file-check: cmake --build $(BUILD_DIR) --target FileCheck not: cmake --build $(BUILD_DIR) --target not # Python packages define build_image_and_copy_wheels docker image build -t concrete-compiler-manylinux:$(1) --build-arg python_tag=$(1) -f ../builders/Dockerfile.release_manylinux_2_24_x86_64 .. docker container run --rm -v ${PWD}/../wheels:/wheels_volume concrete-compiler-manylinux:$(1) cp -r /wheels/. /wheels_volume/. endef package_py38: update_python_version $(call build_image_and_copy_wheels,cp38-cp38) package_py39: update_python_version $(call build_image_and_copy_wheels,cp39-cp39) package_py310: update_python_version $(call build_image_and_copy_wheels,cp310-cp310) release_tarballs: docker image build -t concrete-compiler-manylinux:linux_x86_64_tarball -f ../builders/Dockerfile.release_tarball_linux_x86_64 .. docker container run --rm -v ${PWD}/../tarballs:/tarballs_volume concrete-compiler-manylinux:linux_x86_64_tarball cp -r /tarballs/. /tarballs_volume/. update_python_version: echo "__version__ = \"`git describe --tags --abbrev=0 | grep -e '[0-9].*' -o`\"" > lib/Bindings/Python/version.txt generate_conv_op: python -m mlir.dialects.linalg.opdsl.dump_oplib ops.core_named_ops > ops/LinalgNamedStructuredOps.yaml $(BUILD_DIR)/bin/mlir-linalg-ods-yaml-gen ops/LinalgNamedStructuredOps.yaml --o-impl=ops/LinalgOps.cpp --o-ods-decl=ops/LinalgNamedStructuredOps.yamlgen.td .PHONY: build-initialized \ build-end-to-end-jit \ concretecompiler \ python-bindings \ test-check \ test-end-to-end-jit \ test-end-to-end-jit-test \ test-end-to-end-jit-clear-tensor \ test-end-to-end-jit-encrypted-tensor \ test-end-to-end-jit-fhelinalg \ test-python \ test \ build-tests \ add-deps \ file-check \ not \ package_py38 \ package_py39 \ package_py310 \ release_tarballs \ update_python_version \ install \ uninstall\ install_runtime_lib \ uninstall_runtime_lib \ generate_conv_op