mirror of
https://github.com/zama-ai/concrete.git
synced 2026-02-08 19:44:57 -05:00
ddbd53d14c
Bumps [actions/upload-artifact](https://github.com/actions/upload-artifact) from 2.3.1 to 3.
- [Release notes](https://github.com/actions/upload-artifact/releases)
- [Commits](82c141cc51...6673cd052c)
---
updated-dependencies:
- dependency-name: actions/upload-artifact
dependency-type: direct:production
update-type: version-update:semver-major
...
Signed-off-by: dependabot[bot] <support@github.com>
923 lines
38 KiB
YAML
923 lines
38 KiB
YAML
name: concrete-numpy CI Pipeline
|
|
on:
|
|
pull_request:
|
|
push:
|
|
branches:
|
|
- main
|
|
tags:
|
|
- "v*"
|
|
|
|
schedule:
|
|
# * is a special character in YAML so you have to quote this string
|
|
# At 22:00 on Sunday
|
|
# Timezone is UTC, so Paris time is +2 during the summer and +1 during winter
|
|
- cron: '0 22 * * 0'
|
|
|
|
concurrency:
|
|
group: ${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
env:
|
|
ACTION_RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
IS_PR: ${{ github.event_name == 'pull_request' }}
|
|
IS_WEEKLY: ${{ github.event_name == 'schedule' }}
|
|
IS_RELEASE: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') }}
|
|
IS_PUSH_TO_MAIN: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }}
|
|
|
|
jobs:
|
|
matrix-preparation:
|
|
runs-on: ubuntu-20.04
|
|
outputs:
|
|
linux-matrix: ${{ steps.set-matrix.outputs.linux-matrix }}
|
|
macos-matrix: ${{ steps.set-matrix.outputs.macos-matrix }}
|
|
needs-38-linux-runner: ${{ steps.set-matrix.outputs.needs-38-linux-runner }}
|
|
needs-39-linux-runner: ${{ steps.set-matrix.outputs.needs-39-linux-runner }}
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@ec3a7ce113134d7a93b817d10a8272cb61118579
|
|
|
|
- name: Set matrix
|
|
id: set-matrix
|
|
run: |
|
|
BUILD_TYPE=
|
|
if [[ "${IS_PR}" == "true" ]]; then
|
|
BUILD_TYPE="pr"
|
|
elif [[ "${IS_WEEKLY}" == "true" ]]; then
|
|
BUILD_TYPE="weekly"
|
|
elif [[ "${IS_RELEASE}" == "true" ]]; then
|
|
BUILD_TYPE="release"
|
|
elif [[ "${IS_PUSH_TO_MAIN}" == "true" ]]; then
|
|
BUILD_TYPE="push_to_main"
|
|
else
|
|
echo "Unknown BUILD_TYPE! Aborting"
|
|
exit 1
|
|
fi
|
|
MATRIX_JSON=$(mktemp --suffix=.json)
|
|
echo "Prepared build matrix:"
|
|
python3 ./script/actions_utils/generate_test_matrix.py \
|
|
--output-json "${MATRIX_JSON}" \
|
|
--build-type "${BUILD_TYPE}"
|
|
LINUX_MATRIX=$(jq -rc '. | map(select(.os_kind=="linux"))' "${MATRIX_JSON}")
|
|
MACOS_MATRIX=$(jq -rc '. | map(select(.os_kind=="macos"))' "${MATRIX_JSON}")
|
|
|
|
echo "Linux Matrix:"
|
|
echo "${LINUX_MATRIX}" | jq '.'
|
|
|
|
echo "macOS Matrix:"
|
|
echo "${MACOS_MATRIX}" | jq '.'
|
|
|
|
echo "::set-output name=linux-matrix::${LINUX_MATRIX}"
|
|
echo "::set-output name=macos-matrix::${MACOS_MATRIX}"
|
|
|
|
NEEDS_LINUX_38_RUNNER=$(echo "${LINUX_MATRIX}" | \
|
|
jq -rc '. | map(select(.os_kind=="linux" and .python_version=="3.8")) | length > 0')
|
|
NEEDS_LINUX_39_RUNNER=$(echo "${LINUX_MATRIX}" | \
|
|
jq -rc '. | map(select(.os_kind=="linux" and .python_version=="3.9")) | length > 0')
|
|
|
|
echo "Needs Linux 3.8 runner:"
|
|
echo "${NEEDS_LINUX_38_RUNNER}"
|
|
|
|
echo "Needs Linux 3.9 runner:"
|
|
echo "${NEEDS_LINUX_39_RUNNER}"
|
|
|
|
echo "::set-output name=needs-38-linux-runner::${NEEDS_LINUX_38_RUNNER}"
|
|
echo "::set-output name=needs-39-linux-runner::${NEEDS_LINUX_39_RUNNER}"
|
|
|
|
start-runner-linux:
|
|
needs: [matrix-preparation]
|
|
name: Start EC2 runner
|
|
runs-on: ubuntu-20.04
|
|
outputs:
|
|
label-38: ${{ steps.start-ec2-runner-38.outputs.label }}
|
|
ec2-instance-id-38: ${{ steps.start-ec2-runner-38.outputs.ec2-instance-id || '' }}
|
|
label-39: ${{ steps.start-ec2-runner-39.outputs.label }}
|
|
ec2-instance-id-39: ${{ steps.start-ec2-runner-39.outputs.ec2-instance-id || '' }}
|
|
matrix: ${{ steps.update-linux-matrix.outputs.linux-matrix }}
|
|
steps:
|
|
- name: Checkout Code
|
|
uses: actions/checkout@ec3a7ce113134d7a93b817d10a8272cb61118579
|
|
|
|
- name: Configure AWS credentials
|
|
uses: aws-actions/configure-aws-credentials@05b148adc31e091bafbaf404f745055d4d3bc9d2
|
|
with:
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: ${{ secrets.AWS_REGION }}
|
|
|
|
- name: Start EC2 runner python 38
|
|
id: start-ec2-runner-38
|
|
if: ${{ !cancelled() && fromJSON(needs.matrix-preparation.outputs.needs-38-linux-runner) }}
|
|
uses: machulav/ec2-github-runner@c34ba2df3363ebde9d19fdbc341e03d02267284d
|
|
with:
|
|
mode: start
|
|
github-token: ${{ secrets.EC2_RUNNER_BOT_TOKEN }}
|
|
ec2-image-id: ${{ secrets.AWS_EC2_AMI }}
|
|
ec2-instance-type: ${{ secrets.AWS_EC2_INSTANCE_TYPE }}
|
|
subnet-id: ${{ secrets.AWS_EC2_SUBNET_ID }}
|
|
security-group-id: ${{ secrets.AWS_EC2_SECURITY_GROUP_ID }}
|
|
|
|
- name: Start EC2 runner python 39
|
|
id: start-ec2-runner-39
|
|
if: ${{ !cancelled() && fromJSON(needs.matrix-preparation.outputs.needs-39-linux-runner) }}
|
|
uses: machulav/ec2-github-runner@c34ba2df3363ebde9d19fdbc341e03d02267284d
|
|
with:
|
|
mode: start
|
|
github-token: ${{ secrets.EC2_RUNNER_BOT_TOKEN }}
|
|
ec2-image-id: ${{ secrets.AWS_EC2_AMI }}
|
|
ec2-instance-type: ${{ secrets.AWS_EC2_INSTANCE_TYPE }}
|
|
subnet-id: ${{ secrets.AWS_EC2_SUBNET_ID }}
|
|
security-group-id: ${{ secrets.AWS_EC2_SECURITY_GROUP_ID }}
|
|
|
|
- name: Update Linux runs_on Matrix
|
|
id: update-linux-matrix
|
|
env:
|
|
MATRIX: ${{ needs.matrix-preparation.outputs.linux-matrix }}
|
|
run: |
|
|
MATRIX=$(echo "${MATRIX}" | jq -rc \
|
|
'(. | map(select(.os_kind=="linux" and .python_version=="3.8") |= . + {"runs_on": "${{ steps.start-ec2-runner-38.outputs.label }}"}) )')
|
|
MATRIX=$(echo "${MATRIX}" | jq -rc \
|
|
'(. | map(select(.os_kind=="linux" and .python_version=="3.9") |= . + {"runs_on": "${{ steps.start-ec2-runner-39.outputs.label }}"}) )')
|
|
|
|
echo "Updated matrix:"
|
|
echo "${MATRIX}"
|
|
|
|
echo "::set-output name=linux-matrix::${MATRIX}"
|
|
|
|
build-linux:
|
|
needs: [start-runner-linux]
|
|
|
|
runs-on: ${{ matrix.runs_on }}
|
|
# Run in a clean container
|
|
container:
|
|
image: ubuntu:20.04
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
strategy:
|
|
fail-fast: false
|
|
matrix: ${{ fromJSON(format('{{"include":{0}}}', needs.start-runner-linux.outputs.matrix)) }}
|
|
env:
|
|
IS_REF_BUILD: ${{ matrix.python_version == '3.8' }}
|
|
|
|
steps:
|
|
- name: Docker container related setup and git installation
|
|
run: |
|
|
TZ=Europe/Paris
|
|
echo "TZ=${TZ}" >> "$GITHUB_ENV"
|
|
ln -snf /usr/share/zoneinfo/${TZ} /etc/localtime && echo ${TZ} > /etc/timezone
|
|
apt update && apt install git -y
|
|
|
|
- name: Checkout Code
|
|
uses: actions/checkout@ec3a7ce113134d7a93b817d10a8272cb61118579
|
|
# Fetch-detph 0 to have all commits for changelog generation
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Set up Python ${{ matrix.python_version }}
|
|
uses: actions/setup-python@7f80679172b057fc5e90d70d197929d454754a5a
|
|
with:
|
|
python-version: ${{ matrix.python_version }}
|
|
|
|
- name: Install dependencies
|
|
id: install-deps
|
|
run: |
|
|
./script/make_utils/setup_os_deps.sh
|
|
make setup_env
|
|
|
|
- name: Check commits first line format
|
|
id: ccfl
|
|
if: ${{ fromJSON(env.IS_PR) && steps.install-deps.outcome == 'success' && !cancelled() }}
|
|
uses: gsactions/commit-message-checker@f27f413dcf8ebcb469d2ce4ae4e45e131d105de6
|
|
with:
|
|
pattern: '^((feat|fix|chore|refactor|style|test|docs)(\((bounds|helpers|data_types|debugging|extensions|fhe_circuit|mlir|graph|optimization|representation|tracing|values|benchmarks|ci|scripts|compilation|execution|deps)\))?\:) .+$'
|
|
flags: 'gs'
|
|
error: "Your first line has to contain a commit type and scope like \"feat(my_feature): msg\".\
|
|
Pattern: '^((feat|fix|chore|refactor|style|test|docs)(\\((bounds|helpers|data_types|debugging|extensions|fhe_circuit|mlir|graph|optimization|representation|tracing|values|benchmarks|ci|scripts|compilation|execution|deps)\\))?\\:)'"
|
|
excludeDescription: 'true' # optional: this excludes the description body of a pull request
|
|
excludeTitle: 'true' # optional: this excludes the title of a pull request
|
|
checkAllCommitMessages: 'true' # optional: this checks all commits associated with a pull request
|
|
accessToken: ${{ secrets.GITHUB_TOKEN }} # github access token is only required if checkAllCommitMessages is true
|
|
|
|
- name: Check commits line length
|
|
id: ccll
|
|
if: ${{ fromJSON(env.IS_PR) && steps.install-deps.outcome == 'success' && !cancelled() }}
|
|
uses: gsactions/commit-message-checker@f27f413dcf8ebcb469d2ce4ae4e45e131d105de6
|
|
with:
|
|
pattern: '(^.{0,74}$\r?\n?){0,20}'
|
|
flags: 'gm'
|
|
error: 'The maximum line length of 74 characters is exceeded.'
|
|
excludeDescription: 'true' # optional: this excludes the description body of a pull request
|
|
excludeTitle: 'true' # optional: this excludes the title of a pull request
|
|
checkAllCommitMessages: 'true' # optional: this checks all commits associated with a pull request
|
|
accessToken: ${{ secrets.GITHUB_TOKEN }} # github access token is only required if checkAllCommitMessages is true
|
|
|
|
- name: Commit conformance
|
|
id: commit-conformance
|
|
if: ${{ steps.install-deps.outcome == 'success' && !cancelled() }}
|
|
env:
|
|
CCFL_OK: ${{ (fromJSON(env.IS_PR) && steps.ccfl.outcome == 'success') || steps.ccfl.outcome == 'skipped' }}
|
|
CCLL_OK: ${{ (fromJSON(env.IS_PR) && steps.ccll.outcome == 'success') || steps.ccll.outcome == 'skipped' }}
|
|
run: |
|
|
if [[ "${CCFL_OK}" != "true" || "${CCLL_OK}" != "true" ]]; then
|
|
echo "Issues with commits. First line ok: ${CCFL_OK}. Line length ok: ${CCLL_OK}."
|
|
exit 1
|
|
fi
|
|
|
|
- name: Source code Conformance
|
|
id: cs
|
|
if: ${{ steps.install-deps.outcome == 'success' && !cancelled() }}
|
|
# pcc launches an internal target with proper flags
|
|
run: |
|
|
make pcc
|
|
|
|
- name: Build docs
|
|
id: cbd
|
|
if: ${{ steps.install-deps.outcome == 'success' && !cancelled() }}
|
|
run: |
|
|
make docs
|
|
|
|
- name: Generate release changelog
|
|
id: changelog
|
|
if: ${{ fromJSON(env.IS_RELEASE) && steps.install-deps.outcome == 'success' && !cancelled() }}
|
|
run: |
|
|
GIT_TAG=$(echo "${{ github.ref }}" | sed 's/refs\/tags\///g')
|
|
CHANGELOG_FILE="CHANGELOG_${GIT_TAG}.md"
|
|
echo "::set-output name=changelog-file::${CHANGELOG_FILE}"
|
|
poetry run python ./script/make_utils/changelog_helper.py \
|
|
--to-ref "${GIT_TAG}" \
|
|
--to-ref-must-have-tag \
|
|
--ancestor-must-have-tag > "${CHANGELOG_FILE}"
|
|
|
|
- name: Conformance status
|
|
id: conformance
|
|
if: ${{ always() && !cancelled() }}
|
|
env:
|
|
CONFORMANCE_STATUS: ${{ steps.commit-conformance.outcome == 'success' && steps.cs.outcome == 'success' && steps.cbd.outcome == 'success' }}
|
|
run: |
|
|
if [[ "${CONFORMANCE_STATUS}" != "true" ]]; then
|
|
echo "Conformance failed, check logs"
|
|
exit 1
|
|
fi
|
|
|
|
# Taring the docs allows for much faster upload speed (from ~3min worst case to ~2s best case)
|
|
- name: Tar docs artifacts
|
|
if: ${{ steps.conformance.outcome == 'success' && !cancelled() }}
|
|
run: |
|
|
cd docs/_build/html
|
|
tar -cvf docs.tar ./*
|
|
|
|
# Only upload docs once from reference build
|
|
- name: Archive docs artifacts
|
|
if: ${{ fromJSON(env.IS_REF_BUILD) && steps.conformance.outcome == 'success' && !cancelled() }}
|
|
uses: actions/upload-artifact@6673cd052c4cd6fcf4b4e6e60ea986c889389535
|
|
with:
|
|
name: html-docs
|
|
path: docs/_build/html/docs.tar
|
|
|
|
- name: Upload changelog artifacts
|
|
if: ${{ fromJSON(env.IS_REF_BUILD) && steps.changelog.outcome == 'success' && !cancelled() }}
|
|
uses: actions/upload-artifact@6673cd052c4cd6fcf4b4e6e60ea986c889389535
|
|
with:
|
|
name: changelog
|
|
path: ${{ steps.changelog.outputs.changelog-file }}
|
|
|
|
# Create packages before tests, to be able to get them if some unexpected test failure happens
|
|
# Build the package only once, as we don't have binary dependency this can be used on Linux
|
|
# and macOS as long as the dependencies are available
|
|
- name: Build wheel
|
|
id: build-wheel
|
|
if: ${{ fromJSON(env.IS_REF_BUILD) && steps.conformance.outcome == 'success' && !cancelled() }}
|
|
run: |
|
|
rm -rf dist
|
|
poetry build -f wheel
|
|
|
|
- name: Upload wheel artifact
|
|
if: ${{ fromJSON(env.IS_REF_BUILD) && steps.build-wheel.outcome == 'success' }}
|
|
uses: actions/upload-artifact@6673cd052c4cd6fcf4b4e6e60ea986c889389535
|
|
with:
|
|
name: py3-wheel
|
|
path: dist/*.whl
|
|
|
|
- name: PyTest Source Code
|
|
id: pytest
|
|
if: ${{ steps.conformance.outcome == 'success' && !cancelled() }}
|
|
run: |
|
|
make pytest
|
|
|
|
- name: PyTest CodeBlocks
|
|
if: ${{ steps.conformance.outcome == 'success' && !cancelled() }}
|
|
run: |
|
|
make pytest_codeblocks
|
|
|
|
- name: PyTest Notebooks
|
|
if: ${{ fromJSON(env.IS_WEEKLY) && steps.conformance.outcome == 'success' && !cancelled() }}
|
|
run: |
|
|
make pytest_nb
|
|
|
|
# Compute coverage only on reference build
|
|
- name: Test coverage
|
|
id: coverage
|
|
if: ${{ always() && fromJSON(env.IS_REF_BUILD) && steps.pytest.outcome != 'skipped' && !cancelled() }}
|
|
run: |
|
|
./script/actions_utils/coverage.sh global-coverage-infos.json
|
|
|
|
- name: Comment with coverage
|
|
uses: marocchino/sticky-pull-request-comment@39c5b5dc7717447d0cba270cd115037d32d28443
|
|
if: ${{ steps.coverage.outcome != 'skipped' && !cancelled() }}
|
|
continue-on-error: true
|
|
with:
|
|
path: diff-coverage.txt
|
|
recreate: true
|
|
|
|
# This is to manage build matrices and have a single status point for PRs
|
|
# This can be updated to take macOS into account but is impractical for private repos because of
|
|
# long builds and therefore expensive macOS testing
|
|
linux-build-status:
|
|
name: Linux build status
|
|
needs: [build-linux]
|
|
runs-on: ubuntu-20.04
|
|
if: ${{ always() }}
|
|
steps:
|
|
- name: Fail on unsuccessful Linux build
|
|
shell: bash
|
|
run: |
|
|
if [[ ${{ needs.build-linux.result }} != "success" ]]; then
|
|
exit 1
|
|
fi
|
|
|
|
- name: Slack Notification
|
|
if: ${{ always() && !success() }}
|
|
continue-on-error: true
|
|
uses: rtCamp/action-slack-notify@12e36fc18b0689399306c2e0b3e0f2978b7f1ee7
|
|
env:
|
|
SLACK_CHANNEL: ${{ secrets.SLACK_CHANNEL }}
|
|
SLACK_ICON: https://pbs.twimg.com/profile_images/1274014582265298945/OjBKP9kn_400x400.png
|
|
SLACK_COLOR: ${{ needs.build-linux.result }}
|
|
SLACK_MESSAGE: "Build finished with status ${{ needs.build-linux.result }}. (${{ env.ACTION_RUN_URL }})"
|
|
SLACK_USERNAME: ${{ secrets.BOT_USERNAME }}
|
|
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
|
|
|
|
stop-runner-linux:
|
|
name: Stop EC2 runner
|
|
needs: [build-linux, start-runner-linux]
|
|
runs-on: ubuntu-20.04
|
|
if: ${{ always() && (needs.start-runner-linux.result != 'skipped') }}
|
|
steps:
|
|
- name: Configure AWS credentials
|
|
uses: aws-actions/configure-aws-credentials@05b148adc31e091bafbaf404f745055d4d3bc9d2
|
|
with:
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: ${{ secrets.AWS_REGION }}
|
|
|
|
- name: Stop EC2 runner python 38
|
|
uses: machulav/ec2-github-runner@c34ba2df3363ebde9d19fdbc341e03d02267284d
|
|
if: ${{ needs.start-runner-linux.outputs.ec2-instance-id-38 }}
|
|
with:
|
|
github-token: ${{ secrets.EC2_RUNNER_BOT_TOKEN }}
|
|
label: ${{ needs.start-runner-linux.outputs.label-38 }}
|
|
ec2-instance-id: ${{ needs.start-runner-linux.outputs.ec2-instance-id-38 }}
|
|
mode: stop
|
|
|
|
- name: Stop EC2 runner python 39
|
|
uses: machulav/ec2-github-runner@c34ba2df3363ebde9d19fdbc341e03d02267284d
|
|
if: ${{ needs.start-runner-linux.outputs.ec2-instance-id-39 }}
|
|
with:
|
|
github-token: ${{ secrets.EC2_RUNNER_BOT_TOKEN }}
|
|
label: ${{ needs.start-runner-linux.outputs.label-39 }}
|
|
ec2-instance-id: ${{ needs.start-runner-linux.outputs.ec2-instance-id-39 }}
|
|
mode: stop
|
|
|
|
build-macos:
|
|
needs: [matrix-preparation]
|
|
if: ${{ needs.matrix-preparation.outputs.macos-matrix != '[]' }}
|
|
|
|
runs-on: ${{ matrix.runs_on }}
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
strategy:
|
|
fail-fast: false
|
|
matrix: ${{ fromJSON(format('{{"include":{0}}}', needs.matrix-preparation.outputs.macos-matrix)) }}
|
|
steps:
|
|
- name: Checkout Code
|
|
uses: actions/checkout@ec3a7ce113134d7a93b817d10a8272cb61118579
|
|
|
|
- name: Set up Python ${{ matrix.python_version }}
|
|
uses: actions/setup-python@7f80679172b057fc5e90d70d197929d454754a5a
|
|
with:
|
|
python-version: ${{ matrix.python_version }}
|
|
|
|
- name: Install dependencies
|
|
id: install-deps
|
|
run: |
|
|
./script/make_utils/setup_os_deps.sh
|
|
|
|
PATH="/usr/local/opt/make/libexec/gnubin:$PATH"
|
|
echo "PATH=${PATH}" >> "$GITHUB_ENV"
|
|
|
|
make setup_env
|
|
|
|
- name: PyTest Source Code
|
|
run: |
|
|
make pytest
|
|
|
|
weekly-pip-audit:
|
|
if: ${{ github.event_name == 'schedule' }}
|
|
runs-on: ubuntu-20.04
|
|
steps:
|
|
- name: Checkout Code
|
|
uses: actions/checkout@ec3a7ce113134d7a93b817d10a8272cb61118579
|
|
|
|
- name: Set up Python 3.8
|
|
uses: actions/setup-python@7f80679172b057fc5e90d70d197929d454754a5a
|
|
with:
|
|
python-version: '3.8'
|
|
|
|
- name: Set up env
|
|
run: |
|
|
python -m pip install --upgrade pip
|
|
python -m pip install poetry
|
|
sudo apt update && sudo apt install graphviz* -y
|
|
make setup_env
|
|
|
|
- name: Run pip-audit
|
|
shell: bash
|
|
run: |
|
|
VULN_OUT="$(mktemp --suffix=.json)"
|
|
REPORT_OUT="$(mktemp --suffix=.txt)"
|
|
echo "REPORT_OUT=${REPORT_OUT}" >> "$GITHUB_ENV"
|
|
poetry run pip-audit -f json > "${VULN_OUT}"
|
|
cat "${VULN_OUT}"
|
|
poetry run python ./script/actions_utils/parse_pip_audit_vulns.py \
|
|
--vulns-json "${VULN_OUT}" \
|
|
--vulns-report "${REPORT_OUT}"
|
|
|
|
# We load the report in a new step if we exited with an error code above to let the workflow fail
|
|
- name: Load report in env
|
|
if: ${{ always() }}
|
|
run: |
|
|
cat "${REPORT_OUT}"
|
|
REPORT="$(cat "${REPORT_OUT}")"
|
|
echo "REPORT=${REPORT}" >> "$GITHUB_ENV"
|
|
|
|
- name: Slack Notification
|
|
if: ${{ always() && !success() }}
|
|
continue-on-error: true
|
|
uses: rtCamp/action-slack-notify@12e36fc18b0689399306c2e0b3e0f2978b7f1ee7
|
|
env:
|
|
SLACK_CHANNEL: ${{ secrets.SLACK_CHANNEL }}
|
|
SLACK_ICON: https://pbs.twimg.com/profile_images/1274014582265298945/OjBKP9kn_400x400.png
|
|
SLACK_COLOR: ${{ job.status }}
|
|
SLACK_MESSAGE: "${{ env.REPORT || 'Error during pip-audit' }} (${{ env.ACTION_RUN_URL }})"
|
|
SLACK_USERNAME: ${{ secrets.BOT_USERNAME }}
|
|
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
|
|
|
|
publish-docs:
|
|
needs: [build-linux]
|
|
|
|
outputs:
|
|
report: ${{ steps.report.outputs.report || 'Did not run.' }}
|
|
|
|
runs-on: ubuntu-20.04
|
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }}
|
|
|
|
steps:
|
|
- name: Prepare docs push
|
|
id: docs-push-infos
|
|
run: |
|
|
if [[ ${{ secrets.AWS_REPO_PREPROD_DOCUMENTATION_BUCKET_NAME }} != "" ]] && \
|
|
[[ ${{ secrets.AWS_REPO_PREPROD_DOCUMENTATION_DISTRIBUTION_ID }} != "" ]]; then
|
|
REF_NAME=$(echo "${{ github.ref }}" | sed 's/refs\/heads\///g')
|
|
echo "::set-output name=has-preprod::true"
|
|
echo "::set-output name=aws-bucket::${{ secrets.AWS_REPO_PREPROD_DOCUMENTATION_BUCKET_NAME }}"
|
|
echo "::set-output name=aws-distribution::${{ secrets.AWS_REPO_PREPROD_DOCUMENTATION_DISTRIBUTION_ID }}"
|
|
echo "::set-output name=dest-dir::concrete-numpy/${REF_NAME}"
|
|
else
|
|
echo "::set-output name=has-preprod::false"
|
|
fi
|
|
|
|
- name: Download Documentation
|
|
if: ${{ fromJSON(steps.docs-push-infos.outputs.has-preprod) }}
|
|
id: download
|
|
uses: actions/download-artifact@f023be2c48cc18debc3bacd34cb396e0295e2869
|
|
with:
|
|
name: html-docs
|
|
|
|
- name: Untar docs artifacts
|
|
id: untar
|
|
if: ${{ fromJSON(steps.docs-push-infos.outputs.has-preprod) }}
|
|
run: |
|
|
tar -xvf docs.tar
|
|
rm docs.tar
|
|
|
|
- name: Configure AWS credentials
|
|
uses: aws-actions/configure-aws-credentials@05b148adc31e091bafbaf404f745055d4d3bc9d2
|
|
with:
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: ${{ secrets.AWS_REGION }}
|
|
|
|
- name: Publish Documentation to S3
|
|
id: publish
|
|
if: ${{ steps.untar.outcome == 'success' && !cancelled() }}
|
|
env:
|
|
AWS_S3_BUCKET: ${{ steps.docs-push-infos.outputs.aws-bucket }}
|
|
SOURCE_DIR: '.'
|
|
DEST_DIR: ${{ steps.docs-push-infos.outputs.dest-dir }}
|
|
run: |
|
|
aws s3 sync "${SOURCE_DIR}" s3://"${AWS_S3_BUCKET}/${DEST_DIR}" --delete --acl public-read
|
|
|
|
- name: Invalidate CloudFront Cache
|
|
if: ${{ steps.publish.outcome == 'success' }}
|
|
env:
|
|
SOURCE_PATH: "/${{ steps.docs-push-infos.outputs.dest-dir }}/*"
|
|
DISTRIBUTION_ID: ${{ steps.docs-push-infos.outputs.aws-distribution }}
|
|
run: |
|
|
aws cloudfront create-invalidation \
|
|
--distribution-id "${DISTRIBUTION_ID}" \
|
|
--paths "${SOURCE_PATH}"
|
|
|
|
- name: Set notification report
|
|
id: report
|
|
if: ${{ always() }}
|
|
run: |
|
|
REPORT="Publishing documentation finished with status ${{ job.status }}. \
|
|
Pushed to preprod: ${{ steps.docs-push-infos.outputs.has-preprod }}"
|
|
echo "${REPORT}"
|
|
echo "::set-output name=report::${REPORT}"
|
|
echo "REPORT=${REPORT}" >> "$GITHUB_ENV"
|
|
|
|
- name: Slack Notification
|
|
if: ${{ always() && !success() }}
|
|
continue-on-error: true
|
|
uses: rtCamp/action-slack-notify@12e36fc18b0689399306c2e0b3e0f2978b7f1ee7
|
|
env:
|
|
SLACK_CHANNEL: ${{ secrets.SLACK_CHANNEL }}
|
|
SLACK_ICON: https://pbs.twimg.com/profile_images/1274014582265298945/OjBKP9kn_400x400.png
|
|
SLACK_COLOR: ${{ job.status }}
|
|
SLACK_MESSAGE: "${{ env.REPORT }} (${{ env.ACTION_RUN_URL }})"
|
|
SLACK_USERNAME: ${{ secrets.BOT_USERNAME }}
|
|
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
|
|
|
|
package-release:
|
|
needs: [build-linux]
|
|
if: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') }}
|
|
|
|
outputs:
|
|
report: ${{ steps.report.outputs.report || 'Did not run.' }}
|
|
|
|
name: Package and artifacts release
|
|
runs-on: ubuntu-20.04
|
|
|
|
env:
|
|
RELEASE_IMAGE_BASE: ghcr.io/zama-ai/concrete-numpy
|
|
|
|
steps:
|
|
- uses: actions/checkout@ec3a7ce113134d7a93b817d10a8272cb61118579
|
|
|
|
# See #570 To be updated to only install required dependencies group with poetry 1.2 and
|
|
# remove graphviz installs which are only required for the actual package and not dev tools
|
|
- name: Install dependencies
|
|
run: |
|
|
sudo apt-get install --no-install-recommends -y graphviz*
|
|
python -m pip install --upgrade pip
|
|
python -m pip install poetry
|
|
make setup_env
|
|
|
|
- name: Set tag in env
|
|
# 'poetry version' cannot be piped properly so do it in 2 steps
|
|
# the project version does not have the leading v to be semver compatible
|
|
run: |
|
|
PROJECT_VERSION=$(poetry version)
|
|
PROJECT_VERSION=$(echo "$PROJECT_VERSION" | cut -d ' ' -f 2)
|
|
GIT_TAG=$(echo "${{ github.ref }}" | sed 's/refs\/tags\///g')
|
|
|
|
if [[ "v${PROJECT_VERSION}" != "${GIT_TAG}" ]]; then
|
|
echo "Mismatch between tag and version: ${GIT_TAG}, v${PROJECT_VERSION}"
|
|
exit 1
|
|
fi
|
|
|
|
echo "PROJECT_VERSION=${PROJECT_VERSION}" >> "$GITHUB_ENV"
|
|
echo "GIT_TAG=${GIT_TAG}" >> "$GITHUB_ENV"
|
|
RELEASE_IMG_GIT_TAG="${RELEASE_IMAGE_BASE}:${GIT_TAG}"
|
|
echo "RELEASE_IMG_GIT_TAG=${RELEASE_IMG_GIT_TAG}" >> "$GITHUB_ENV"
|
|
RELEASE_IMG_TAGS_TO_PUSH="${RELEASE_IMG_GIT_TAG}"
|
|
|
|
EXISTING_TAGS=$(curl \
|
|
-X GET \
|
|
-H "Authorization: Bearer $(echo ${{ secrets.BOT_TOKEN }} | base64)" \
|
|
https://ghcr.io/v2/zama-ai/concrete-numpy/tags/list | jq -rc '.tags | join(" ")')
|
|
|
|
# We want the space separated list of versions to be expanded
|
|
# shellcheck disable=SC2086
|
|
IS_LATEST_INFO=$(poetry run python script/make_utils/version_utils.py \
|
|
islatest \
|
|
--new-version "${GIT_TAG}" \
|
|
--existing-versions $EXISTING_TAGS)
|
|
|
|
IS_LATEST=$(echo "${IS_LATEST_INFO}" | jq -rc '.is_latest')
|
|
echo "IS_LATEST=${IS_LATEST}" >> "$GITHUB_ENV"
|
|
IS_PRERELEASE=$(echo "${IS_LATEST_INFO}" | jq -rc '.is_prerelease')
|
|
echo "IS_PRERELEASE=${IS_PRERELEASE}" >> "$GITHUB_ENV"
|
|
|
|
if [[ "${IS_LATEST}" == "true" ]]; then
|
|
RELEASE_IMG_LATEST_TAG="${RELEASE_IMAGE_BASE}:latest"
|
|
RELEASE_IMG_TAGS_TO_PUSH="${RELEASE_IMG_TAGS_TO_PUSH},${RELEASE_IMG_LATEST_TAG}"
|
|
fi
|
|
|
|
echo "RELEASE_IMG_TAGS_TO_PUSH=${RELEASE_IMG_TAGS_TO_PUSH}" >> "$GITHUB_ENV"
|
|
|
|
- name: Create directory for artifacts
|
|
if: ${{ success() && !cancelled() }}
|
|
run: |
|
|
ARTIFACTS_RAW_DIR=/tmp/release_artifacts/raw
|
|
mkdir -p "${ARTIFACTS_RAW_DIR}"
|
|
echo "ARTIFACTS_RAW_DIR=${ARTIFACTS_RAW_DIR}" >> "$GITHUB_ENV"
|
|
|
|
ARTIFACTS_PACKAGED_DIR=/tmp/release_artifacts/packaged
|
|
mkdir -p "${ARTIFACTS_PACKAGED_DIR}"
|
|
echo "ARTIFACTS_PACKAGED_DIR=${ARTIFACTS_PACKAGED_DIR}" >> "$GITHUB_ENV"
|
|
|
|
- name: Download Documentation
|
|
if: ${{ success() && !cancelled() }}
|
|
id: download-docs
|
|
uses: actions/download-artifact@f023be2c48cc18debc3bacd34cb396e0295e2869
|
|
with:
|
|
name: html-docs
|
|
path: ${{ env.ARTIFACTS_RAW_DIR }}/html_docs/
|
|
|
|
- name: Untar docs artifacts
|
|
if: ${{ success() && !cancelled() }}
|
|
run: |
|
|
cd ${{ steps.download-docs.outputs.download-path }}
|
|
tar -xvf docs.tar
|
|
rm docs.tar
|
|
|
|
- name: Download changelog
|
|
if: ${{ success() && !cancelled() }}
|
|
id: download-changelog
|
|
uses: actions/download-artifact@f023be2c48cc18debc3bacd34cb396e0295e2869
|
|
with:
|
|
name: changelog
|
|
path: ${{ env.ARTIFACTS_RAW_DIR }}/changelog/
|
|
|
|
- name: Download python3 wheel
|
|
if: ${{ success() && !cancelled() }}
|
|
id: download-wheel
|
|
uses: actions/download-artifact@f023be2c48cc18debc3bacd34cb396e0295e2869
|
|
with:
|
|
name: py3-wheel
|
|
path: ${{ env.ARTIFACTS_PACKAGED_DIR }}/
|
|
|
|
- name: Copy wheel to docker build context
|
|
run: |
|
|
mkdir -p ./pkg
|
|
cp "${{ env.ARTIFACTS_PACKAGED_DIR }}"/*.whl ./pkg
|
|
|
|
- name: Login to GitHub Container Registry
|
|
uses: docker/login-action@6af3c118c8376c675363897acf1757f7a9be6583
|
|
with:
|
|
registry: ghcr.io
|
|
username: ${{ secrets.BOT_USERNAME }}
|
|
password: ${{ secrets.BOT_TOKEN }}
|
|
|
|
- name: Build concrete-numpy Image
|
|
if: ${{ success() && !cancelled() }}
|
|
uses: docker/build-push-action@7f9d37fa544684fb73bfe4835ed7214c255ce02b
|
|
with:
|
|
context: .
|
|
file: docker/Dockerfile.release
|
|
load: true
|
|
push: false
|
|
tags: "${{ env.RELEASE_IMG_TAGS_TO_PUSH }}"
|
|
no-cache: true
|
|
|
|
- name: Release image sanity check
|
|
if: ${{ success() && !cancelled() }}
|
|
run: |
|
|
echo "Running sanity check for ${RELEASE_IMG_GIT_TAG}"
|
|
docker run --rm -v "$(pwd)"/docker/release_resources:/data \
|
|
"${RELEASE_IMG_GIT_TAG}" /bin/bash -c "python ./sanity_check.py"
|
|
|
|
- name: Prepare docs push
|
|
id: docs-push-infos
|
|
run: |
|
|
if [[ ${{ secrets.AWS_REPO_PREPROD_DOCUMENTATION_BUCKET_NAME }} != "" ]] && \
|
|
[[ ${{ secrets.AWS_REPO_PREPROD_DOCUMENTATION_DISTRIBUTION_ID }} != "" ]] && \
|
|
[[ "${IS_PRERELEASE}" == "true" ]]; then
|
|
echo "::set-output name=aws-bucket::${{ secrets.AWS_REPO_PREPROD_DOCUMENTATION_BUCKET_NAME }}"
|
|
echo "::set-output name=aws-distribution::${{ secrets.AWS_REPO_PREPROD_DOCUMENTATION_DISTRIBUTION_ID }}"
|
|
else
|
|
echo "::set-output name=aws-bucket::${{ secrets.AWS_REPO_DOCUMENTATION_BUCKET_NAME }}"
|
|
echo "::set-output name=aws-distribution::${{ secrets.AWS_REPO_DOCUMENTATION_DISTRIBUTION_ID }}"
|
|
fi
|
|
|
|
- name: Configure AWS credentials
|
|
uses: aws-actions/configure-aws-credentials@05b148adc31e091bafbaf404f745055d4d3bc9d2
|
|
with:
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
aws-region: ${{ secrets.AWS_REGION }}
|
|
|
|
- name: Update versions.json for docs
|
|
if: ${{ success() && !cancelled() }}
|
|
env:
|
|
RAW_DOCS_DIR: ${{ steps.download-docs.outputs.download-path }}
|
|
run: |
|
|
DOWNLOADED_VERSIONS_JSON_FILE=$(mktemp --suffix=.json)
|
|
OUTPUT_VERSIONS_JSON_FILE=$(mktemp --suffix=.json)
|
|
OPTS=""
|
|
if [[ $IS_LATEST = "true" ]]; then
|
|
OPTS="${OPTS} --latest "
|
|
fi
|
|
if [[ $IS_PRERELEASE = "true" ]]; then
|
|
OPTS="${OPTS} --prerelease "
|
|
fi
|
|
|
|
aws s3api get-object \
|
|
--bucket ${{ steps.docs-push-infos.outputs.aws-bucket }} \
|
|
--key concrete-numpy/versions.json "${DOWNLOADED_VERSIONS_JSON_FILE}"
|
|
|
|
# shellcheck disable=SC2086
|
|
poetry run python ./script/actions_utils/generate_versions_json.py \
|
|
--add-version "${PROJECT_VERSION}" \
|
|
--versions-json-file "${DOWNLOADED_VERSIONS_JSON_FILE}" \
|
|
--output-json "${OUTPUT_VERSIONS_JSON_FILE}" \
|
|
$OPTS
|
|
|
|
|
|
echo "OUTPUT_VERSIONS_JSON_FILE=${OUTPUT_VERSIONS_JSON_FILE}" >> "$GITHUB_ENV"
|
|
|
|
# Copy to docs to keep a version in docs artifacts
|
|
cp "${OUTPUT_VERSIONS_JSON_FILE}" "${RAW_DOCS_DIR}"/versions.json
|
|
|
|
- name: Create ready to upload/packaged artifacts and release body
|
|
if: ${{ success() && !cancelled() }}
|
|
env:
|
|
RAW_DOCS_DIR: ${{ steps.download-docs.outputs.download-path }}
|
|
RAW_CHANGELOG_DIR: ${{ steps.download-changelog.outputs.download-path }}
|
|
run: |
|
|
pushd "${RAW_DOCS_DIR}"
|
|
zip -r "${ARTIFACTS_PACKAGED_DIR}/html-docs.zip" ./*
|
|
tar -cvzf "${ARTIFACTS_PACKAGED_DIR}/html-docs.tar.gz" ./*
|
|
# Remove the versions.json to avoid pushing it to S3 but have it in release artifacts
|
|
rm versions.json
|
|
popd
|
|
cp "${RAW_CHANGELOG_DIR}"/* "${ARTIFACTS_PACKAGED_DIR}"
|
|
ls -a "${ARTIFACTS_PACKAGED_DIR}"
|
|
|
|
RELEASE_BODY_FILE=RELEASE_BODY.md
|
|
echo "RELEASE_BODY_FILE=${RELEASE_BODY_FILE}" >> "$GITHUB_ENV"
|
|
|
|
cp ./script/actions_utils/RELEASE_TEMPLATE.md "${RELEASE_BODY_FILE}"
|
|
{
|
|
echo "Docker Image: ${RELEASE_IMG_GIT_TAG}";
|
|
echo "pip: https://pypi.org/project/concrete-numpy/${PROJECT_VERSION}";
|
|
echo "Documentation: https://${{ steps.docs-push-infos.outputs.aws-bucket }}/concrete-numpy/${PROJECT_VERSION}";
|
|
echo "";
|
|
} >> "${RELEASE_BODY_FILE}"
|
|
cat "${RAW_CHANGELOG_DIR}"/* >> "${RELEASE_BODY_FILE}"
|
|
|
|
- name: Push release docker image
|
|
if: ${{ success() && !cancelled() }}
|
|
run: |
|
|
docker image push --all-tags "${RELEASE_IMAGE_BASE}"
|
|
|
|
- name: Push package to PyPi
|
|
if: ${{ success() && !cancelled() && !fromJSON(env.IS_PRERELEASE) }}
|
|
run: |
|
|
poetry run twine upload \
|
|
-u __token__ -p ${{ secrets.PYPI_BOT_TOKEN }} \
|
|
-r pypi "${{ env.ARTIFACTS_PACKAGED_DIR }}"/*.whl
|
|
|
|
- name: Push package to Internal PyPi
|
|
if: ${{ success() && !cancelled() && fromJSON(env.IS_PRERELEASE) }}
|
|
run: |
|
|
poetry run twine upload \
|
|
-u "${{ secrets.INTERNAL_PYPI_BOT_USERNAME }}" -p "${{ secrets.INTERNAL_PYPI_BOT_PASSWORD }}" \
|
|
--repository-url "${{ secrets.INTERNAL_PYPI_URL }}" "${{ env.ARTIFACTS_PACKAGED_DIR }}"/*.whl
|
|
|
|
- name: Push release documentation
|
|
if: ${{ success() && !cancelled() }}
|
|
env:
|
|
AWS_S3_BUCKET: ${{ steps.docs-push-infos.outputs.aws-bucket }}
|
|
SOURCE_DIR: ${{ steps.download-docs.outputs.download-path }}
|
|
DEST_DIR: 'concrete-numpy/${{ env.PROJECT_VERSION }}'
|
|
run: |
|
|
aws s3 sync "${SOURCE_DIR}" s3://"${AWS_S3_BUCKET}/${DEST_DIR}" --delete --acl public-read
|
|
|
|
- name: Push release documentation as stable
|
|
if: ${{ success() && !cancelled() && !fromJSON(env.IS_PRERELEASE) && fromJSON(env.IS_LATEST) }}
|
|
env:
|
|
AWS_S3_BUCKET: ${{ steps.docs-push-infos.outputs.aws-bucket }}
|
|
SOURCE_DIR: ${{ steps.download-docs.outputs.download-path }}
|
|
DEST_DIR: 'concrete-numpy/stable'
|
|
run: |
|
|
aws s3 sync "${SOURCE_DIR}" s3://"${AWS_S3_BUCKET}/${DEST_DIR}" --delete --acl public-read
|
|
|
|
- name: Invalidate CloudFront Cache for stable
|
|
if: ${{ success() && !fromJSON(env.IS_PRERELEASE) && fromJSON(env.IS_LATEST) }}
|
|
env:
|
|
SOURCE_PATH: "/concrete-numpy/stable/*"
|
|
DISTRIBUTION_ID: ${{ steps.docs-push-infos.outputs.aws-distribution }}
|
|
run: |
|
|
aws cloudfront create-invalidation \
|
|
--distribution-id "${DISTRIBUTION_ID}" \
|
|
--paths "${SOURCE_PATH}"
|
|
|
|
- name: Create GitHub release
|
|
if: ${{ success() && !cancelled() }}
|
|
id: create-release
|
|
uses: softprops/action-gh-release@1e07f4398721186383de40550babbdf2b84acfc5
|
|
with:
|
|
body_path: ${{ env.RELEASE_BODY_FILE }}
|
|
prerelease: ${{ fromJSON(env.IS_PRERELEASE) }}
|
|
files: |
|
|
${{ env.ARTIFACTS_PACKAGED_DIR }}/*
|
|
tag_name: ${{ env.GIT_TAG }}
|
|
fail_on_unmatched_files: true
|
|
token: ${{ secrets.BOT_TOKEN }}
|
|
|
|
- name: Push updated versions.json
|
|
if: ${{ success() }}
|
|
run: |
|
|
aws s3 cp "${OUTPUT_VERSIONS_JSON_FILE}" \
|
|
s3://${{ steps.docs-push-infos.outputs.aws-bucket }}/concrete-numpy/versions.json \
|
|
--acl public-read
|
|
|
|
aws cloudfront create-invalidation \
|
|
--distribution-id ${{ steps.docs-push-infos.outputs.aws-distribution }} \
|
|
--paths /concrete-numpy/versions.json
|
|
|
|
- name: Set notification report
|
|
id: report
|
|
if: ${{ always() }}
|
|
run: |
|
|
REPORT="Creating release for ${GIT_TAG} finished with status ${{ job.status }}. \
|
|
GitHub release link: ${{ steps.create-release.outputs.url }}."
|
|
echo "${REPORT}"
|
|
echo "::set-output name=report::${REPORT}"
|
|
echo "REPORT=${REPORT}" >> "$GITHUB_ENV"
|
|
|
|
- name: Slack Notification
|
|
if: ${{ always() && !success() }}
|
|
continue-on-error: true
|
|
uses: rtCamp/action-slack-notify@12e36fc18b0689399306c2e0b3e0f2978b7f1ee7
|
|
env:
|
|
SLACK_CHANNEL: ${{ secrets.SLACK_CHANNEL }}
|
|
SLACK_ICON: https://pbs.twimg.com/profile_images/1274014582265298945/OjBKP9kn_400x400.png
|
|
SLACK_COLOR: ${{ job.status }}
|
|
SLACK_MESSAGE: "${{ env.REPORT }} (${{ env.ACTION_RUN_URL }})"
|
|
SLACK_USERNAME: ${{ secrets.BOT_USERNAME }}
|
|
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
|
|
|
|
send-report:
|
|
if: ${{ always() }}
|
|
needs:
|
|
[
|
|
matrix-preparation,
|
|
start-runner-linux,
|
|
build-linux,
|
|
stop-runner-linux,
|
|
build-macos,
|
|
publish-docs,
|
|
package-release,
|
|
]
|
|
|
|
name: Send Slack notification
|
|
runs-on: ubuntu-20.04
|
|
steps:
|
|
- uses: actions/checkout@ec3a7ce113134d7a93b817d10a8272cb61118579
|
|
|
|
- name: Prepare whole job status
|
|
if: ${{ always() }}
|
|
continue-on-error: true
|
|
env:
|
|
NEEDS_JSON: ${{ toJSON(needs) }}
|
|
run: |
|
|
echo "${NEEDS_JSON}" > /tmp/needs_context.json
|
|
JOB_STATUS=$(python3 ./script/actions_utils/actions_combine_status.py \
|
|
--needs_context_json /tmp/needs_context.json)
|
|
echo "JOB_STATUS=${JOB_STATUS}" >> "$GITHUB_ENV"
|
|
|
|
- name: Slack Notification
|
|
if: ${{ always() }}
|
|
continue-on-error: true
|
|
uses: rtCamp/action-slack-notify@12e36fc18b0689399306c2e0b3e0f2978b7f1ee7
|
|
env:
|
|
SLACK_CHANNEL: ${{ secrets.SLACK_CHANNEL }}
|
|
SLACK_ICON: https://pbs.twimg.com/profile_images/1274014582265298945/OjBKP9kn_400x400.png
|
|
SLACK_COLOR: ${{ env.JOB_STATUS || 'failure' }}
|
|
SLACK_MESSAGE: "Full run finished with status ${{ env.JOB_STATUS || 'failure' }} \
|
|
(${{ env.ACTION_RUN_URL }})\n\
|
|
- matrix-preparation: ${{ needs.matrix-preparation.result || 'Did not run.'}}\n\n\
|
|
- start-runner-linux: ${{ needs.start-runner-linux.result || 'Did not run.'}}\n\n\
|
|
- build-linux: ${{ needs.build-linux.result || 'Did not run.' }}\n\n\
|
|
- stop-runner-linux: ${{ needs.stop-runner-linux.result || 'Did not run.'}}\n\n\
|
|
- build-macos: ${{ needs.build-macos.result || 'Did not run.' }}\n\n\
|
|
- publish-docs: ${{ needs.publish-docs.outputs.report || 'Did not run.' }}\n\n\
|
|
- package-release: ${{ needs.package-release.outputs.report || 'Did not run.' }}"
|
|
SLACK_USERNAME: ${{ secrets.BOT_USERNAME }}
|
|
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
|