mirror of
https://github.com/electron/electron.git
synced 2026-01-06 22:24:03 -05:00
213 lines
8.9 KiB
YAML
213 lines
8.9 KiB
YAML
name: 'Checkout'
|
|
description: 'Checks out Electron and stores it in the AKS Cache'
|
|
inputs:
|
|
generate-sas-token:
|
|
description: 'Whether to generate and persist a SAS token for the item in the cache'
|
|
required: false
|
|
default: 'false'
|
|
use-cache:
|
|
description: 'Whether to persist the cache to the shared drive'
|
|
required: false
|
|
default: 'true'
|
|
target-platform:
|
|
description: 'Target platform, should be linux, win, macos'
|
|
runs:
|
|
using: "composite"
|
|
steps:
|
|
- name: Set GIT_CACHE_PATH to make gclient to use the cache
|
|
shell: bash
|
|
run: |
|
|
echo "GIT_CACHE_PATH=$(pwd)/git-cache" >> $GITHUB_ENV
|
|
- name: Install Dependencies
|
|
uses: ./src/electron/.github/actions/install-dependencies
|
|
- name: Set Chromium Git Cookie
|
|
uses: ./src/electron/.github/actions/set-chromium-cookie
|
|
- name: Install Build Tools
|
|
uses: ./src/electron/.github/actions/install-build-tools
|
|
- name: Generate DEPS Hash
|
|
shell: bash
|
|
run: |
|
|
node src/electron/script/generate-deps-hash.js
|
|
DEPSHASH="v1-src-cache-$(cat src/electron/.depshash)"
|
|
echo "DEPSHASH=$DEPSHASH" >> $GITHUB_ENV
|
|
echo "CACHE_FILE=$DEPSHASH.tar" >> $GITHUB_ENV
|
|
if [ "${{ inputs.target-platform }}" = "win" ]; then
|
|
echo "CACHE_DRIVE=/mnt/win-cache" >> $GITHUB_ENV
|
|
else
|
|
echo "CACHE_DRIVE=/mnt/cross-instance-cache" >> $GITHUB_ENV
|
|
fi
|
|
- name: Generate SAS Key
|
|
if: ${{ inputs.generate-sas-token == 'true' }}
|
|
shell: bash
|
|
run: |
|
|
curl --unix-socket /var/run/sas/sas.sock --fail "http://foo/$CACHE_FILE?platform=${{ inputs.target-platform }}&getAccountName=true" > sas-token
|
|
- name: Save SAS Key
|
|
if: ${{ inputs.generate-sas-token == 'true' }}
|
|
uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
|
|
with:
|
|
path: sas-token
|
|
key: sas-key-${{ inputs.target-platform }}-${{ github.run_number }}-${{ github.run_attempt }}
|
|
enableCrossOsArchive: true
|
|
- name: Check If Cache Exists
|
|
id: check-cache
|
|
shell: bash
|
|
run: |
|
|
if [[ "${{ inputs.use-cache }}" == "false" ]]; then
|
|
echo "Not using cache this time..."
|
|
echo "cache_exists=false" >> $GITHUB_OUTPUT
|
|
else
|
|
cache_path=$CACHE_DRIVE/$CACHE_FILE
|
|
echo "Using cache key: $DEPSHASH"
|
|
echo "Checking for cache in: $cache_path"
|
|
if [ ! -f "$cache_path" ] || [ `du $cache_path | cut -f1` = "0" ]; then
|
|
echo "cache_exists=false" >> $GITHUB_OUTPUT
|
|
echo "Cache Does Not Exist for $DEPSHASH"
|
|
else
|
|
echo "cache_exists=true" >> $GITHUB_OUTPUT
|
|
echo "Cache Already Exists for $DEPSHASH, Skipping.."
|
|
fi
|
|
fi
|
|
- name: Check cross instance cache disk space
|
|
if: steps.check-cache.outputs.cache_exists == 'false' && inputs.use-cache == 'true'
|
|
shell: bash
|
|
run: |
|
|
# if there is less than 35 GB free space then creating the cache might fail so exit early
|
|
freespace=`df -m $CACHE_DRIVE | grep -w $CACHE_DRIVE | awk '{print $4}'`
|
|
freespace_human=`df -h $CACHE_DRIVE | grep -w $CACHE_DRIVE | awk '{print $4}'`
|
|
if [ $freespace -le 35000 ]; then
|
|
echo "The cross mount cache has $freespace_human free space which is not enough - exiting"
|
|
exit 1
|
|
else
|
|
echo "The cross mount cache has $freespace_human free space - continuing"
|
|
fi
|
|
- name: Add patch conflict problem matcher
|
|
shell: bash
|
|
run: echo "::add-matcher::src/electron/.github/problem-matchers/patch-conflict.json"
|
|
- name: Restore gitcache
|
|
if: steps.check-cache.outputs.cache_exists == 'false'
|
|
shell: bash
|
|
run: |
|
|
GIT_CACHE_TAR="$CACHE_DRIVE/gitcache.tar"
|
|
if [ ! -f "$GIT_CACHE_TAR" ]; then
|
|
echo "Git cache tar file does not exist, skipping restore"
|
|
exit 0
|
|
fi
|
|
echo "Restoring git cache from $GIT_CACHE_TAR to $GIT_CACHE_PATH"
|
|
mkdir -p $GIT_CACHE_PATH
|
|
tar -xf $GIT_CACHE_TAR -C $GIT_CACHE_PATH
|
|
- name: Gclient Sync
|
|
if: steps.check-cache.outputs.cache_exists == 'false'
|
|
shell: bash
|
|
run: |
|
|
e d gclient config \
|
|
--name "src/electron" \
|
|
--unmanaged \
|
|
${GCLIENT_EXTRA_ARGS} \
|
|
"$GITHUB_SERVER_URL/$GITHUB_REPOSITORY"
|
|
|
|
if [ "$TARGET_OS" != "" ]; then
|
|
echo "target_os=['$TARGET_OS']" >> ./.gclient
|
|
fi
|
|
|
|
ELECTRON_USE_THREE_WAY_MERGE_FOR_PATCHES=1 e d gclient sync --with_branch_heads --with_tags -vv
|
|
if [[ "${{ inputs.is-release }}" != "true" ]]; then
|
|
# Re-export all the patches to check if there were changes.
|
|
python3 src/electron/script/export_all_patches.py src/electron/patches/config.json
|
|
cd src/electron
|
|
git update-index --refresh || true
|
|
if ! git diff-index --quiet HEAD --; then
|
|
# There are changes to the patches. Make a git commit with the updated patches
|
|
if node ./script/patch-up.js; then
|
|
echo
|
|
echo "======================================================================"
|
|
echo "Changes to the patches when applying, we have auto-pushed the diff to the current branch"
|
|
echo "A new CI job will kick off shortly"
|
|
echo "======================================================================"
|
|
exit 1
|
|
else
|
|
git add patches
|
|
GIT_COMMITTER_NAME="PatchUp" GIT_COMMITTER_EMAIL="73610968+patchup[bot]@users.noreply.github.com" git commit -m "chore: update patches" --author="PatchUp <73610968+patchup[bot]@users.noreply.github.com>"
|
|
# Export it
|
|
mkdir -p ../../patches
|
|
git format-patch -1 --stdout --keep-subject --no-stat --full-index > ../../patches/update-patches.patch
|
|
echo
|
|
echo "======================================================================"
|
|
echo "There were changes to the patches when applying."
|
|
echo "Check the CI artifacts for a patch you can apply to fix it."
|
|
echo "======================================================================"
|
|
echo
|
|
cat ../../patches/update-patches.patch
|
|
exit 1
|
|
fi
|
|
else
|
|
echo "No changes to patches detected"
|
|
fi
|
|
fi
|
|
- name: Remove patch conflict problem matcher
|
|
shell: bash
|
|
run: |
|
|
echo "::remove-matcher owner=merge-conflict::"
|
|
echo "::remove-matcher owner=patch-conflict::"
|
|
- name: Upload patches stats
|
|
if: ${{ inputs.target-platform == 'linux' && github.ref == 'refs/heads/main' }}
|
|
shell: bash
|
|
run: |
|
|
node src/electron/script/patches-stats.mjs --upload-stats || true
|
|
# delete all .git directories under src/ except for
|
|
# third_party/angle/ and third_party/dawn/ because of build time generation of files
|
|
# gen/angle/commit.h depends on third_party/angle/.git/HEAD
|
|
# https://chromium-review.googlesource.com/c/angle/angle/+/2074924
|
|
# and dawn/common/Version_autogen.h depends on third_party/dawn/.git/HEAD
|
|
# https://dawn-review.googlesource.com/c/dawn/+/83901
|
|
# TODO: maybe better to always leave out */.git/HEAD file for all targets ?
|
|
- name: Delete .git directories under src to free space
|
|
if: ${{ steps.check-cache.outputs.cache_exists == 'false' && inputs.use-cache == 'true' }}
|
|
shell: bash
|
|
run: |
|
|
cd src
|
|
( find . -type d -name ".git" -not -path "./third_party/angle/*" -not -path "./third_party/dawn/*" -not -path "./electron/*" ) | xargs rm -rf
|
|
- name: Minimize Cache Size for Upload
|
|
if: ${{ steps.check-cache.outputs.cache_exists == 'false' && inputs.use-cache == 'true' }}
|
|
shell: bash
|
|
run: |
|
|
rm -rf src/android_webview
|
|
rm -rf src/ios/chrome
|
|
rm -rf src/third_party/blink/perf_tests
|
|
rm -rf src/chrome/test/data/xr/webvr_info
|
|
rm -rf src/third_party/angle/third_party/VK-GL-CTS/src
|
|
rm -rf src/third_party/swift-toolchain
|
|
rm -rf src/third_party/swiftshader/tests/regres/testlists
|
|
cp src/electron/.github/actions/checkout/action.yml ./
|
|
rm -rf src/electron
|
|
mkdir -p src/electron/.github/actions/checkout
|
|
mv action.yml src/electron/.github/actions/checkout
|
|
- name: Compress Src Directory
|
|
if: ${{ steps.check-cache.outputs.cache_exists == 'false' && inputs.use-cache == 'true' }}
|
|
shell: bash
|
|
run: |
|
|
echo "Uncompressed src size: $(du -sh src | cut -f1 -d' ')"
|
|
tar -cf $CACHE_FILE src
|
|
echo "Compressed src to $(du -sh $CACHE_FILE | cut -f1 -d' ')"
|
|
cp ./$CACHE_FILE $CACHE_DRIVE/
|
|
- name: Persist Src Cache
|
|
if: ${{ steps.check-cache.outputs.cache_exists == 'false' && inputs.use-cache == 'true' }}
|
|
shell: bash
|
|
run: |
|
|
final_cache_path=$CACHE_DRIVE/$CACHE_FILE
|
|
echo "Using cache key: $DEPSHASH"
|
|
echo "Checking path: $final_cache_path"
|
|
if [ ! -f "$final_cache_path" ]; then
|
|
echo "Cache key not found"
|
|
exit 1
|
|
else
|
|
echo "Cache key persisted in $final_cache_path"
|
|
fi
|
|
- name: Wait for active SSH sessions
|
|
shell: bash
|
|
if: always() && !cancelled()
|
|
run: |
|
|
while [ -f /var/.ssh-lock ]
|
|
do
|
|
sleep 60
|
|
done
|