Add initial plumbing for automatic package builds. (#10775)

Signed-off-by: Satadru Pramanik <satadru@gmail.com>
This commit is contained in:
Satadru Pramanik, DO, MPH, MEng
2024-11-22 13:26:04 -05:00
committed by GitHub
parent 56b0c1d9ff
commit dd08fb137d
5 changed files with 170 additions and 7 deletions

View File

@@ -2,7 +2,7 @@
name: Generate Repology JSON
on:
schedule:
- cron: '0 0 * * 0' # Weekly
- cron: '0 12 * * 0' # Weekly
jobs:
generate:
runs-on: ubuntu-24.04
@@ -26,7 +26,7 @@ jobs:
run: |
ruby -Ctools json.rb
- name: Create Pull Request
uses: peter-evans/create-pull-request@v6
uses: peter-evans/create-pull-request@v7
with:
add-paths: "tools/repology.json"
title: "Update Repology JSON"

146
.github/workflows/Updater.yml vendored Normal file
View File

@@ -0,0 +1,146 @@
---
name: Generate Updates PR
on:
schedule:
- cron: '0 0 * * *' # Daily
jobs:
update-check:
permissions:
actions: 'write'
runs-on: ubuntu-24.04
outputs:
output1: ${{ steps.update-check.outputs.BRANCH_NAME }} # https://stackoverflow.com/a/75142892
output2: ${{ steps.update-check.outputs.TIMESTAMP }}
steps:
- uses: actions/checkout@v4
- uses: ruby/setup-ruby@v1
with:
ruby-version: '3.3.6'
- name: Install Python pip
run: sudo apt install -y python3-pip
- name: Install activesupport
run: sudo apt install -y ruby-activesupport
- name: Configure git
run: |
git config --global user.name 'github-actions[bot]'
git config --global user.email '41898282+github-actions[bot]@users.noreply.github.com'
- name: Check for updates in pip packages.
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
ruby -Ctools update_python_pip_packages.rb
# Create a new branch with the updated package files only
# if there are updated packages. Otherwise exit early.
if [ -n "$(git status --porcelain)" ]; then
echo "BRANCH_NAME=updates-$(date --date='UTC' +%F-%H)" >> $GITHUB_OUTPUT
echo "TIMESTAMP=$(date --date='UTC' +%F-%H)" >> $GITHUB_OUTPUT
git checkout -b ${BRANCH_NAME}
git add -A
git commit -m "Add unbuilt updated pip packages to ${BRANCH_NAME}"
git push
else
# https://stackoverflow.com/a/75809743
gh run cancel ${{ github.run_id }}
gh run watch ${{ github.run_id }}
fi
generate:
strategy:
matrix:
arch: [x86_64, armv7l, i686]
runner: [self-hosted, ubuntu-24.04]
max-parallel: 1
exclude:
- arch: x86_64
runner: self-hosted
- arch: i686
runner: self-hosted
- arch: armv7l
runner: ubuntu-24.04
runs-on: ${{ matrix.runner }}
needs: update-check
if: ${{ !cancelled() }}
concurrency:
group: ${{ matrix.arch }}-${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
steps:
- uses: actions/checkout@v4
with:
persist-credentials: true
- name: Export target docker container to github context
env:
TARGET_ARCH: ${{ matrix.arch }}
run: |
case $TARGET_ARCH in
x86_64)
echo "CONTAINER=nocturne-x86_64.m90" >> $GITHUB_ENV
echo "PLATFORM=linux/amd64" >> $GITHUB_ENV
echo "LIB_SUFFIX=64" >> $GITHUB_ENV
;;
armv7l)
echo "CONTAINER=fievel-armv7l.m91" >> $GITHUB_ENV
echo "PLATFORM=linux/arm/v7" >> $GITHUB_ENV
echo "LIB_SUFFIX=" >> $GITHUB_ENV
;;
i686)
echo "CONTAINER=alex-i686.m58" >> $GITHUB_ENV
echo "PLATFORM=linux/386" >> $GITHUB_ENV
echo "LIB_SUFFIX=" >> $GITHUB_ENV
;;
esac
- name: Run Updater in container
env:
CREW_REPO: "https://github.com/chromebrew/chromebrew.git"
CREW_BRANCH: ${{ needs.update-check.outputs.output1 }}
run: |
git config --global user.name 'github-actions[bot]'
git config --global user.email '41898282+github-actions[bot]@users.noreply.github.com'
git pull && git checkout ${CREW_BRANCH}
docker pull --platform ${PLATFORM} satmandu/crewbuild:${CONTAINER}
docker run \
--rm \
--platform ${PLATFORM} \
--privileged \
-u chronos \
-e LD_LIBRARY_PATH="/usr/local/lib${LIB_SUFFIX}" \
-e GCONV_PATH="/usr/local/lib${LIB_SUFFIX}/gconv" \
-e CREW_REPO="${CREW_REPO}" \
-e CREW_BRANCH="${CREW_BRANCH}" \
-e GITLAB_TOKEN="${{ secrets.GITLAB_TOKEN }}" \
-e GITLAB_TOKEN_USERNAME="${{ secrets.GITLAB_TOKEN_USERNAME }}" \
-v $(pwd):/output \
"satmandu/crewbuild:${CONTAINER}" \
/bin/chromebrewstart /output/tools/github_actions_update_builder.sh
- name: Add updated packages to PR.
env:
BRANCH_NAME: ${{ needs.update-check.outputs.output1 }}
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
if [ -n "$(git status --porcelain)" ]; then
git add -A
git commit -m "Add updated pip packages for ${PLATFORM} to ${BRANCH_NAME}"
git push
fi
linter-tests:
runs-on: ubuntu-24.04
needs:
- update-check
- generate
if: ${{ !cancelled() }}
steps:
- name: fail if update jobs failed, otherwise create a PR
if: ${{ contains(needs.*.result, 'failure') }}
run: exit 1
- run: echo "Update jobs succeeded. Creating a PR."
- name: Create Pull Request
uses: peter-evans/create-pull-request@v7
with:
add-paths: |
manifest/**
packages/**
branch: ${{ needs.update-check.outputs.output1 }}
title: "Updated Packages for ${{ needs.update-check.outputs.output2 }}"
body: "Automatic PR to update packages"
author: "github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>"
commit-message: "Automated Package Updates for ${{ needs.update-check.outputs.output2 }}"
sign-commits: true
delete-branch: true