mirror of
https://github.com/vacp2p/linea-besu.git
synced 2026-01-09 21:17:54 -05:00
Delete main repo CI files (#37)
Signed-off-by: Fabio Di Fabio <fabio.difabio@consensys.net>
This commit is contained in:
114
.github/workflows/acceptance-tests.yml
vendored
114
.github/workflows/acceptance-tests.yml
vendored
@@ -1,114 +0,0 @@
|
||||
name: acceptance-tests
|
||||
on:
|
||||
pull_request:
|
||||
pull_request_review:
|
||||
types: [submitted]
|
||||
|
||||
env:
|
||||
GRADLE_OPTS: "-Xmx6g -Dorg.gradle.daemon=false"
|
||||
total-runners: 16
|
||||
|
||||
jobs:
|
||||
shouldRun:
|
||||
name: checks to ensure we should run
|
||||
# necessary because there is no single PR approved event, need to check all comments/approvals/denials
|
||||
runs-on: ubuntu-22.04
|
||||
outputs:
|
||||
shouldRun: ${{steps.shouldRun.outputs.result}}
|
||||
steps:
|
||||
- name: required check
|
||||
id: shouldRun
|
||||
uses: actions/github-script@v7.0.1
|
||||
env:
|
||||
# fun fact, this changes based on incoming event, it will be different when we run this on pushes to main
|
||||
RELEVANT_SHA: ${{ github.event.pull_request.head.sha || github.sha }}
|
||||
with:
|
||||
script: |
|
||||
const { RELEVANT_SHA } = process.env;
|
||||
const { data: { statuses } } = await github.rest.repos.getCombinedStatusForRef({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
ref: RELEVANT_SHA,
|
||||
});
|
||||
const acceptanceTested = statuses && statuses.filter(({ context }) => context === 'acceptance-tests');
|
||||
const alreadyRun = acceptanceTested && acceptanceTested.find(({ state }) => state === 'success') > 0;
|
||||
const { data: reviews } = await github.rest.pulls.listReviews({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
pull_number: context.issue.number,
|
||||
});
|
||||
const approvingReviews = reviews && reviews.filter(review => review.state === 'APPROVED');
|
||||
const shouldRun = !alreadyRun && github.actor != 'dependabot[bot]' && (approvingReviews.length > 0);
|
||||
|
||||
console.log("tests should be run = %j", shouldRun);
|
||||
console.log("alreadyRun = %j", alreadyRun);
|
||||
console.log("approvingReviews = %j", approvingReviews.length);
|
||||
|
||||
return shouldRun;
|
||||
acceptanceTestEthereum:
|
||||
runs-on: ubuntu-22.04
|
||||
name: "Acceptance Runner"
|
||||
needs: shouldRun
|
||||
permissions:
|
||||
statuses: write
|
||||
checks: write
|
||||
if: ${{ needs.shouldRun.outputs.shouldRun == 'true'}}
|
||||
strategy:
|
||||
fail-fast: true
|
||||
matrix:
|
||||
runner_index: [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15]
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: get acceptance test report
|
||||
uses: dawidd6/action-download-artifact@v2
|
||||
with:
|
||||
branch: main
|
||||
name_is_regexp: true
|
||||
name: 'acceptance-node-\d*\d-test-results'
|
||||
path: tmp/junit-xml-reports-downloaded
|
||||
if_no_artifact_found: true
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: Split tests
|
||||
id: split-tests
|
||||
uses: r7kamura/split-tests-by-timings@v0
|
||||
with:
|
||||
reports: tmp/junit-xml-reports-downloaded
|
||||
glob: 'acceptance-tests/tests/src/test/java/org/hyperledger/besu/tests/acceptance/**/*Test.java'
|
||||
total: ${{env.total-runners}}
|
||||
index: ${{ matrix.runner_index }}
|
||||
- name: write out test list
|
||||
run: echo "${{ steps.split-tests.outputs.paths }}" >> testList.txt
|
||||
- name: format gradle args
|
||||
#regex means: first truncate file paths to align with package name, then swap path delimiter with package delimiter,
|
||||
#then drop file extension, then insert --tests option between each.
|
||||
run: cat testList.txt | sed -e 's@acceptance-tests/tests/src/test/java/@--tests\ @g;s@/@.@g;s/\.java//g' > gradleArgs.txt
|
||||
- name: run acceptance tests
|
||||
run: ./gradlew acceptanceTestNotPrivacy `cat gradleArgs.txt` -Dorg.gradle.parallel=true -Dorg.gradle.caching=true
|
||||
- name: cleanup tempfiles
|
||||
run: rm testList.txt gradleArgs.txt
|
||||
- name: Upload Acceptance Test Results
|
||||
uses: actions/upload-artifact@v3.1.0
|
||||
with:
|
||||
name: acceptance-node-${{matrix.runner_index}}-test-results
|
||||
path: 'acceptance-tests/tests/build/test-results/acceptanceTest/TEST-*.xml'
|
||||
- name: Publish Test Report
|
||||
uses: mikepenz/action-junit-report@v4
|
||||
if: (success() || failure()) # always run even if the build step fails
|
||||
with:
|
||||
report_paths: 'acceptance-tests/tests/build/test-results/acceptanceTest/TEST-*.xml'
|
||||
acceptance-tests:
|
||||
runs-on: ubuntu-22.04
|
||||
needs: [ acceptanceTestEthereum ]
|
||||
permissions:
|
||||
checks: write
|
||||
statuses: write
|
||||
steps:
|
||||
- name: consolidation
|
||||
run: echo "consolidating statuses"
|
||||
76
.github/workflows/artifacts.yml
vendored
76
.github/workflows/artifacts.yml
vendored
@@ -1,76 +0,0 @@
|
||||
|
||||
name: artifacts
|
||||
|
||||
on:
|
||||
release:
|
||||
types:
|
||||
- prereleased
|
||||
|
||||
jobs:
|
||||
artifacts:
|
||||
runs-on: ubuntu-22.04
|
||||
permissions:
|
||||
contents: write
|
||||
steps:
|
||||
- name: checkout
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up JDK 17
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: 'temurin'
|
||||
java-version: '17'
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: assemble distributions
|
||||
run:
|
||||
./gradlew -Prelease.releaseVersion=${{github.ref_name}} assemble -Dorg.gradle.parallel=true -Dorg.gradle.caching=true
|
||||
- name: hashes
|
||||
id: hashes
|
||||
run: |
|
||||
cd build/distributions
|
||||
echo "zipSha=$(shasum -a 256 besu*.zip)" >> $GITHUB_OUTPUT
|
||||
echo "tarSha=$(shasum -a 256 besu*.tar.gz)" >> $GITHUB_OUTPUT
|
||||
- name: upload tarball
|
||||
uses: actions/upload-artifact@v3
|
||||
with:
|
||||
path: 'build/distributions/besu*.tar.gz'
|
||||
name: besu-${{ github.ref_name }}.tar.gz
|
||||
- name: upload zipfile
|
||||
uses: actions/upload-artifact@v3
|
||||
with:
|
||||
path: 'build/distributions/besu*.zip'
|
||||
name: besu-${{ github.ref_name }}.zip
|
||||
- name: Upload Release assets
|
||||
uses: softprops/action-gh-release@v1
|
||||
with:
|
||||
append_body: true
|
||||
files: |
|
||||
build/distributions/besu*.tar.gz
|
||||
build/distributions/besu*.zip
|
||||
body: |
|
||||
${{steps.hashes.outputs.tarSha}}
|
||||
${{steps.hashes.outputs.zipSha}}
|
||||
testWindows:
|
||||
runs-on: windows-2022
|
||||
needs: artifacts
|
||||
timeout-minutes: 10
|
||||
if: ${{ github.actor != 'dependabot[bot]' }}
|
||||
steps:
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: adopt
|
||||
java-version: 17
|
||||
- name: Download zip
|
||||
uses: actions/download-artifact@v3
|
||||
with:
|
||||
name: besu-${{ github.ref_name }}.zip
|
||||
- name: test Besu
|
||||
run: |
|
||||
unzip besu-*.zip -d besu-tmp
|
||||
cd besu-tmp
|
||||
mv besu-* ../besu
|
||||
cd ..
|
||||
besu\bin\besu.bat --help
|
||||
besu\bin\besu.bat --version
|
||||
|
||||
113
.github/workflows/docker.yml
vendored
113
.github/workflows/docker.yml
vendored
@@ -1,113 +0,0 @@
|
||||
name: docker
|
||||
on:
|
||||
release:
|
||||
types:
|
||||
- prereleased
|
||||
env:
|
||||
registry: ghcr.io
|
||||
|
||||
jobs:
|
||||
hadolint:
|
||||
runs-on: ubuntu-22.04
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: hadoLint_openj9-jdk_17
|
||||
run: docker run --rm -i hadolint/hadolint < docker/openj9-jdk-17/Dockerfile
|
||||
- name: hadoLint_openjdk_17
|
||||
run: docker run --rm -i hadolint/hadolint < docker/openjdk-17/Dockerfile
|
||||
- name: hadoLint_openjdk_17_debug
|
||||
run: docker run --rm -i hadolint/hadolint < docker/openjdk-17-debug/Dockerfile
|
||||
- name: hadoLint_openjdk_latest
|
||||
run: docker run --rm -i hadolint/hadolint < docker/openjdk-latest/Dockerfile
|
||||
- name: hadoLint_graalvm
|
||||
run: docker run --rm -i hadolint/hadolint < docker/graalvm/Dockerfile
|
||||
buildDocker:
|
||||
needs: hadolint
|
||||
permissions:
|
||||
contents: read
|
||||
packages: write
|
||||
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
platform:
|
||||
- ubuntu-22.04
|
||||
- [self-hosted, ARM64]
|
||||
runs-on: ${{ matrix.platform }}
|
||||
steps:
|
||||
- name: Prepare
|
||||
id: prep
|
||||
run: |
|
||||
platform=${{ matrix.platform }}
|
||||
if [ "$platform" = 'ubuntu-22.04' ]; then
|
||||
echo "PLATFORM_PAIR=linux-amd64" >> $GITHUB_OUTPUT
|
||||
echo "ARCH=amd64" >> $GITHUB_OUTPUT
|
||||
else
|
||||
echo "PLATFORM_PAIR=linux-arm64" >> $GITHUB_OUTPUT
|
||||
echo "ARCH=arm64" >> $GITHUB_OUTPUT
|
||||
fi
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: short sha
|
||||
id: shortSha
|
||||
run: echo "sha=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: install goss
|
||||
run: |
|
||||
mkdir -p docker/reports
|
||||
curl -L https://github.com/aelsabbahy/goss/releases/download/v0.4.4/goss-${{ steps.prep.outputs.PLATFORM_PAIR }} -o ./docker/tests/goss-${{ steps.prep.outputs.PLATFORM_PAIR }}
|
||||
- name: build and test docker
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
env:
|
||||
architecture: ${{ steps.prep.outputs.ARCH }}
|
||||
with:
|
||||
arguments: testDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Prelease.releaseVersion=${{ github.ref_name }}
|
||||
- name: login to ghcr
|
||||
uses: docker/login-action@v3.0.0
|
||||
with:
|
||||
registry: ${{ env.registry }}
|
||||
username: ${{ github.actor }}
|
||||
password: ${{ secrets.GITHUB_TOKEN }}
|
||||
- name: publish
|
||||
env:
|
||||
architecture: ${{ steps.prep.outputs.ARCH }}
|
||||
run: ./gradlew --no-daemon dockerUpload -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Prelease.releaseVersion=${{ github.ref_name }}
|
||||
multiArch:
|
||||
needs: buildDocker
|
||||
runs-on: ubuntu-22.04
|
||||
permissions:
|
||||
contents: read
|
||||
packages: write
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: login to ghcr
|
||||
uses: docker/login-action@v3.0.0
|
||||
with:
|
||||
registry: ${{ env.registry }}
|
||||
username: ${{ github.actor }}
|
||||
password: ${{ secrets.GITHUB_TOKEN }}
|
||||
- name: multi-arch docker
|
||||
run: ./gradlew manifestDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Prelease.releaseVersion=${{ github.ref_name }}
|
||||
|
||||
73
.github/workflows/integration-tests.yml
vendored
73
.github/workflows/integration-tests.yml
vendored
@@ -1,73 +0,0 @@
|
||||
name: integration-tests
|
||||
on:
|
||||
pull_request:
|
||||
pull_request_review:
|
||||
types:
|
||||
- submitted
|
||||
|
||||
env:
|
||||
GRADLE_OPTS: "-Xmx6g -Dorg.gradle.daemon=false"
|
||||
|
||||
jobs:
|
||||
shouldRun:
|
||||
name: checks to ensure we should run
|
||||
runs-on: ubuntu-22.04
|
||||
outputs:
|
||||
shouldRun: ${{steps.shouldRun.outputs.result}}
|
||||
steps:
|
||||
- name: required check
|
||||
id: shouldRun
|
||||
uses: actions/github-script@v7.0.1
|
||||
env:
|
||||
# fun fact, this changes based on incoming event, it will be different when we run this on pushes to main
|
||||
RELEVANT_SHA: ${{ github.event.pull_request.head.sha || github.sha }}
|
||||
with:
|
||||
script: |
|
||||
const { RELEVANT_SHA } = process.env;
|
||||
const { data: { statuses } } = await github.rest.repos.getCombinedStatusForRef({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
ref: RELEVANT_SHA,
|
||||
});
|
||||
|
||||
const intTested = statuses && statuses.filter(({ context }) => context === 'integration-tests');
|
||||
const alreadyRun = intTested && intTested.find(({ state }) => state === 'success') > 0;
|
||||
const { data: reviews } = await github.rest.pulls.listReviews({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
pull_number: context.issue.number,
|
||||
});
|
||||
const approvingReviews = reviews && reviews.filter(review => review.state === 'APPROVED');
|
||||
const shouldRun = !alreadyRun && github.actor != 'dependabot[bot]' && (approvingReviews.length > 0);
|
||||
|
||||
console.log("tests should be run = %j", shouldRun);
|
||||
console.log("alreadyRun = %j", alreadyRun);
|
||||
console.log("approvingReviews = %j", approvingReviews.length);
|
||||
|
||||
return shouldRun;
|
||||
integration-tests:
|
||||
runs-on: ubuntu-22.04
|
||||
needs: shouldRun
|
||||
if: ${{ needs.shouldRun.outputs.shouldRun == 'true' }}
|
||||
permissions:
|
||||
statuses: write
|
||||
checks: write
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: run integration tests
|
||||
run: ./gradlew integrationTest compileJmh -Dorg.gradle.parallel=true -Dorg.gradle.caching=true
|
||||
- name: Publish Test Report
|
||||
uses: mikepenz/action-junit-report@v4
|
||||
if: (success() || failure())
|
||||
with:
|
||||
report_paths: '**/build/test-results/integrationTest/TEST-*.xml'
|
||||
|
||||
|
||||
121
.github/workflows/nightly.yml
vendored
121
.github/workflows/nightly.yml
vendored
@@ -1,121 +0,0 @@
|
||||
name: nightly
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
schedule:
|
||||
# * is a special character in YAML so you have to quote this string
|
||||
# expression evaluates to midnight every night
|
||||
- cron: '0 0 * * *'
|
||||
|
||||
env:
|
||||
nightly-tag: develop
|
||||
registry: ghcr.io
|
||||
|
||||
jobs:
|
||||
hadolint:
|
||||
runs-on: ubuntu-22.04
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: hadoLint_openj9-jdk_17
|
||||
run: docker run --rm -i hadolint/hadolint < docker/openj9-jdk-17/Dockerfile
|
||||
- name: hadoLint_openjdk_17
|
||||
run: docker run --rm -i hadolint/hadolint < docker/openjdk-17/Dockerfile
|
||||
- name: hadoLint_openjdk_17_debug
|
||||
run: docker run --rm -i hadolint/hadolint < docker/openjdk-17-debug/Dockerfile
|
||||
- name: hadoLint_openjdk_latest
|
||||
run: docker run --rm -i hadolint/hadolint < docker/openjdk-latest/Dockerfile
|
||||
- name: hadoLint_graalvm
|
||||
run: docker run --rm -i hadolint/hadolint < docker/graalvm/Dockerfile
|
||||
buildDocker:
|
||||
needs: hadolint
|
||||
permissions:
|
||||
contents: read
|
||||
packages: write
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
platform:
|
||||
- ubuntu-22.04
|
||||
- [self-hosted, ARM64]
|
||||
runs-on: ${{ matrix.platform }}
|
||||
steps:
|
||||
- name: Prepare
|
||||
id: prep
|
||||
run: |
|
||||
platform=${{ matrix.platform }}
|
||||
if [ "$platform" = 'ubuntu-22.04' ]; then
|
||||
echo "PLATFORM_PAIR=linux-amd64" >> $GITHUB_OUTPUT
|
||||
echo "ARCH=amd64" >> $GITHUB_OUTPUT
|
||||
else
|
||||
echo "PLATFORM_PAIR=linux-arm64" >> $GITHUB_OUTPUT
|
||||
echo "ARCH=arm64" >> $GITHUB_OUTPUT
|
||||
fi
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: short sha
|
||||
id: shortSha
|
||||
run: echo "sha=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: build image
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
with:
|
||||
arguments: distDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Pbranch=main
|
||||
- name: install goss
|
||||
run: |
|
||||
mkdir -p docker/reports
|
||||
curl -L https://github.com/aelsabbahy/goss/releases/download/v0.4.4/goss-${{ steps.prep.outputs.PLATFORM_PAIR }} -o ./docker/tests/goss-${{ steps.prep.outputs.PLATFORM_PAIR }}
|
||||
- name: test docker
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
env:
|
||||
architecture: ${{ steps.prep.outputs.ARCH }}
|
||||
with:
|
||||
arguments: testDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Pbranch=main
|
||||
- name: login to ghcr
|
||||
uses: docker/login-action@v3.0.0
|
||||
with:
|
||||
registry: ${{ env.registry }}
|
||||
username: ${{ github.actor }}
|
||||
password: ${{ secrets.GITHUB_TOKEN }}
|
||||
- name: publish
|
||||
env:
|
||||
architecture: ${{ steps.prep.outputs.ARCH }}
|
||||
run: ./gradlew --no-daemon dockerUpload -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Pbranch=main
|
||||
multiArch:
|
||||
permissions:
|
||||
contents: read
|
||||
packages: write
|
||||
needs: buildDocker
|
||||
runs-on: ubuntu-22.04
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: Login to DockerHub
|
||||
uses: docker/login-action@v3.0.0
|
||||
with:
|
||||
registry: ${{ env.registry }}
|
||||
username: ${{ github.actor }}
|
||||
password: ${{ secrets.GITHUB_TOKEN }}
|
||||
- name: multi-arch docker
|
||||
run: ./gradlew manifestDocker -PdockerOrgName=${{ env.registry }}/${{ github.repository_owner }} -Pbranch=main
|
||||
|
||||
49
.github/workflows/parallel-unit-tests.yml
vendored
49
.github/workflows/parallel-unit-tests.yml
vendored
@@ -1,49 +0,0 @@
|
||||
name: parallel-unit-tests
|
||||
#experimental work in progress - trying to figure out how to split tests across multi-modules by runtime
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
env:
|
||||
GRADLE_OPTS: "-Dorg.gradle.daemon=false"
|
||||
total-runners: 4
|
||||
jobs:
|
||||
junit:
|
||||
runs-on: ubuntu-latest
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
runner_index:
|
||||
- 0
|
||||
- 1
|
||||
- 2
|
||||
- 3
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Split tests
|
||||
id: split-tests
|
||||
uses: chaosaffe/split-tests@v1-alpha.1
|
||||
with:
|
||||
glob: '**/src/test/java/**/*.java'
|
||||
split-total: ${{ env.total-runners }}
|
||||
split-index: ${{ matrix.runner_index }}
|
||||
line-count: true
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: adopt
|
||||
java-version: 17
|
||||
cache: gradle
|
||||
- name: write out test list
|
||||
run: echo "${{ steps.split-tests.outputs.test-suite }}" >> testList.txt
|
||||
- name: debug testfile paths
|
||||
run: cat testList.txt
|
||||
- name: format gradle args
|
||||
# regex means: truncate file paths to align with package name, replacing with tests switch, then drop file extension,
|
||||
# then swap path delimiter with package delimiter
|
||||
run: cat testList.txt | sed -e 's/[^ ]*src\/test\/java\//--tests\ /g' -e 's/\.java//g' -e 's/\//\./g' >> gradleArgs.txt
|
||||
- name: debug test class list
|
||||
run: cat gradleArgs.txt
|
||||
- name: run unit tests
|
||||
run: ./gradlew test `cat gradleArgs.txt`
|
||||
|
||||
103
.github/workflows/pre-review.yml
vendored
103
.github/workflows/pre-review.yml
vendored
@@ -1,103 +0,0 @@
|
||||
name: pre-review
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
statuses: write
|
||||
checks: write
|
||||
|
||||
jobs:
|
||||
repolint:
|
||||
name: "Repository Linting"
|
||||
runs-on: ubuntu-22.04
|
||||
container: ghcr.io/todogroup/repolinter:v0.11.2
|
||||
steps:
|
||||
- name: Checkout Code
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Lint Repo
|
||||
run: bundle exec /app/bin/repolinter.js --rulesetUrl https://raw.githubusercontent.com/hyperledger-labs/hyperledger-community-management-tools/main/repo_structure/repolint.json --format markdown
|
||||
gradle-wrapper:
|
||||
name: "Gradle Wrapper Validation"
|
||||
runs-on: ubuntu-22.04
|
||||
steps:
|
||||
- uses: actions/checkout@v4.1.1
|
||||
- uses: gradle/wrapper-validation-action@v1.1.0
|
||||
spotless:
|
||||
runs-on: ubuntu-22.04
|
||||
if: ${{ github.actor != 'dependabot[bot]' }}
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: Setup Gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: run spotless
|
||||
run: ./gradlew spotlessCheck -Dorg.gradle.parallel=true -Dorg.gradle.caching=true
|
||||
compile:
|
||||
runs-on: ubuntu-22.04
|
||||
timeout-minutes: 30
|
||||
needs: [spotless, gradle-wrapper, repolint]
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: Setup Gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: Gradle Compile
|
||||
run: ./gradlew build -x test -x spotlessCheck -Dorg.gradle.parallel=true -Dorg.gradle.caching=true
|
||||
unitTests:
|
||||
env:
|
||||
GRADLEW_UNIT_TEST_ARGS: ${{matrix.gradle_args}}
|
||||
runs-on: ubuntu-22.04
|
||||
needs: [ compile ]
|
||||
permissions:
|
||||
checks: write
|
||||
statuses: write
|
||||
strategy:
|
||||
fail-fast: true
|
||||
matrix:
|
||||
gradle_args:
|
||||
- "test -x besu:test -x consensus:test -x crypto:test -x ethereum:eth:test -x ethereum:api:test -x ethereum:core:test"
|
||||
- "besu:test consensus:test crypto:test"
|
||||
- "ethereum:api:testBonsai"
|
||||
- "ethereum:api:testForest"
|
||||
- "ethereum:api:testRemainder"
|
||||
- "ethereum:core:test"
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: Setup Gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: run unit tests
|
||||
id: unitTest
|
||||
run: ./gradlew $GRADLEW_UNIT_TEST_ARGS -Dorg.gradle.parallel=true -Dorg.gradle.caching=true
|
||||
- name: Publish Test Report
|
||||
uses: mikepenz/action-junit-report@v4
|
||||
if: success() || failure() # always run even if the build step fails
|
||||
with:
|
||||
report_paths: '**/test-results/**/TEST-*.xml'
|
||||
annotate_only: true
|
||||
pre-review:
|
||||
runs-on: ubuntu-22.04
|
||||
needs: [unitTests]
|
||||
permissions:
|
||||
checks: write
|
||||
statuses: write
|
||||
steps:
|
||||
- name: consolidation
|
||||
run: echo "consolidating statuses"
|
||||
147
.github/workflows/reference-tests.yml
vendored
147
.github/workflows/reference-tests.yml
vendored
@@ -1,147 +0,0 @@
|
||||
name: reference-tests
|
||||
on:
|
||||
pull_request:
|
||||
pull_request_review:
|
||||
types:
|
||||
- submitted
|
||||
|
||||
env:
|
||||
GRADLE_OPTS: "-Xmx6g -Dorg.gradle.daemon=false"
|
||||
total-runners: 6
|
||||
|
||||
jobs:
|
||||
shouldRun:
|
||||
name: checks to ensure we should run
|
||||
# necessary because there is no single PR approved event, need to check all comments/approvals/denials
|
||||
# might also be a job running, and additional approvals
|
||||
runs-on: ubuntu-22.04
|
||||
outputs:
|
||||
shouldRun: ${{steps.shouldRun.outputs.result}}
|
||||
steps:
|
||||
- name: required check
|
||||
id: shouldRun
|
||||
uses: actions/github-script@v7.0.1
|
||||
env:
|
||||
# fun fact, this changes based on incoming event, it will be different when we run this on pushes to main
|
||||
RELEVANT_SHA: ${{ github.event.pull_request.head.sha || github.sha }}
|
||||
with:
|
||||
script: |
|
||||
const { RELEVANT_SHA } = process.env;
|
||||
const { data: { statuses } } = await github.rest.repos.getCombinedStatusForRef({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
ref: RELEVANT_SHA,
|
||||
});
|
||||
|
||||
|
||||
const refTested = statuses && statuses.filter(({ context }) => context === 'reference-tests');
|
||||
const alreadyRun = refTested && refTested.find(({ state }) => state === 'success') > 0;
|
||||
const { data: reviews } = await github.rest.pulls.listReviews({
|
||||
owner: context.repo.owner,
|
||||
repo: context.repo.repo,
|
||||
pull_number: context.issue.number,
|
||||
});
|
||||
const approvingReviews = reviews && reviews.filter(review => review.state === 'APPROVED');
|
||||
const shouldRun = !alreadyRun && github.actor != 'dependabot[bot]' && (approvingReviews.length > 0);
|
||||
|
||||
console.log("tests should be run = %j", shouldRun);
|
||||
console.log("alreadyRun = %j", alreadyRun);
|
||||
console.log("approvingReviews = %j", approvingReviews.length);
|
||||
|
||||
return shouldRun;
|
||||
|
||||
prepareReferenceTestEthereum:
|
||||
runs-on: ubuntu-22.04
|
||||
needs: shouldRun
|
||||
if: ${{ needs.shouldRun.outputs.shouldRun == 'true' }}
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
with:
|
||||
submodules: recursive
|
||||
set-safe-directory: true
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 17
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: execute generate reference tests
|
||||
run: ./gradlew ethereum:referencetests:blockchainReferenceTests ethereum:referencetests:generalstateReferenceTests ethereum:referencetests:generalstateRegressionReferenceTests -Dorg.gradle.parallel=true -Dorg.gradle.caching=true
|
||||
- name: store generated tests
|
||||
uses: actions/upload-artifact@v3
|
||||
with:
|
||||
name: 'reference-tests'
|
||||
path: 'ethereum/referencetests/build/generated/sources/reference-test/**/*.java'
|
||||
|
||||
referenceTestEthereum:
|
||||
runs-on: ubuntu-22.04
|
||||
permissions:
|
||||
statuses: write
|
||||
checks: write
|
||||
needs:
|
||||
- prepareReferenceTestEthereum
|
||||
if: ${{ needs.shouldRun.outputs.shouldRun == 'true' }}
|
||||
strategy:
|
||||
fail-fast: true
|
||||
matrix:
|
||||
runner_index: [0,1,2,3,4,5]
|
||||
steps:
|
||||
- name: Checkout Repo
|
||||
uses: actions/checkout@v4.1.1
|
||||
with:
|
||||
submodules: recursive
|
||||
- name: Set up Java
|
||||
uses: actions/setup-java@v4.0.0
|
||||
with:
|
||||
distribution: adopt-openj9
|
||||
java-version: 17
|
||||
- name: retrieve generated tests
|
||||
uses: actions/download-artifact@v3.0.2
|
||||
with:
|
||||
name: 'reference-tests'
|
||||
path: 'ethereum/referencetests/build/generated/sources/reference-test/'
|
||||
- name: get reference test report
|
||||
uses: dawidd6/action-download-artifact@v2
|
||||
with:
|
||||
branch: main
|
||||
name_is_regexp: true
|
||||
name: 'reference-test-node-\d*\d-results'
|
||||
path: tmp/ref-xml-reports-downloaded
|
||||
if_no_artifact_found: true
|
||||
- name: setup gradle
|
||||
uses: gradle/gradle-build-action@v2.12.0
|
||||
- name: Split tests
|
||||
id: split-tests
|
||||
uses: r7kamura/split-tests-by-timings@v0
|
||||
with:
|
||||
reports: tmp/ref-xml-reports-downloaded
|
||||
glob: 'ethereum/referencetests/build/generated/sources/reference-test/**/*.java'
|
||||
total: ${{env.total-runners}}
|
||||
index: ${{ matrix.runner_index }}
|
||||
- name: compose gradle args
|
||||
run: echo ${{ steps.split-tests.outputs.paths }} | sed -e 's/^.*java\///' -e 's@/@.@g' -e 's/\.java//' -e 's/^/--tests /' > refTestArgs.txt
|
||||
- name: run reference tests
|
||||
run: ./gradlew ethereum:referenceTests:referenceTests `cat refTestArgs.txt` -Dorg.gradle.parallel=true -Dorg.gradle.caching=true
|
||||
- name: Upload Test Report
|
||||
uses: actions/upload-artifact@v3
|
||||
if: always() # always run even if the previous step fails
|
||||
with:
|
||||
name: reference-test-node-${{matrix.runner_index}}-results
|
||||
path: '**/build/test-results/referenceTests/TEST-*.xml'
|
||||
- name: Publish Test Report
|
||||
uses: mikepenz/action-junit-report@v4
|
||||
if: success() || failure() # always run even if the build step fails
|
||||
with:
|
||||
report_paths: '**/build/test-results/referenceTest/TEST-*.xml'
|
||||
reference-tests:
|
||||
runs-on: ubuntu-22.04
|
||||
needs: [ referenceTestEthereum ]
|
||||
permissions:
|
||||
checks: write
|
||||
statuses: write
|
||||
steps:
|
||||
- name: consolidation
|
||||
run: echo "consolidating statuses"
|
||||
|
||||
Reference in New Issue
Block a user