github/OpenHands
1
1
Fork 0
mirror of https://github.com/All-Hands-AI/OpenHands.git synced 2026-01-09 14:57:59 -05:00
Code Issues Packages Projects Releases Wiki Activity

Add more run eval options (#8468)

Browse Source
This commit is contained in:
mamoodi
2025-05-12 22:33:14 -04:00
committed by GitHub
parent f317c03b1b
commit 786e21fb8a
1 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
.github/workflows/run-eval.yml vendored
View File

@@ -9,7 +9,7 @@ on:
jobs: jobs:
trigger-job: trigger-job:
name: Trigger remote eval job name: Trigger remote eval job
if: ${{ github.event.label.name == 'run-eval-xs' || github.event.label.name == 'run-eval-s' || github.event.label.name == 'run-eval-m' }} if: ${{ github.event.label.name == 'run-eval-1' || github.event.label.name == 'run-eval-2' || github.event.label.name == 'run-eval-50' || github.event.label.name == 'run-eval-100' }}
runs-on: blacksmith-4vcpu-ubuntu-2204 runs-on: blacksmith-4vcpu-ubuntu-2204
steps: steps:
@@ -26,12 +26,14 @@ jobs:
echo "Repository URL: $REPO_URL" echo "Repository URL: $REPO_URL"
echo "PR Branch: $PR_BRANCH" echo "PR Branch: $PR_BRANCH"
if [[ "${{ github.event.label.name }}" == "run-eval-xs" ]]; then if [[ "${{ github.event.label.name }}" == "run-eval-1" ]]; then
EVAL_INSTANCES="1" EVAL_INSTANCES="1"
elif [[ "${{ github.event.label.name }}" == "run-eval-s" ]]; then elif [[ "${{ github.event.label.name }}" == "run-eval-2" ]]; then
EVAL_INSTANCES="5" EVAL_INSTANCES="2"
elif [[ "${{ github.event.label.name }}" == "run-eval-m" ]]; then elif [[ "${{ github.event.label.name }}" == "run-eval-50" ]]; then
EVAL_INSTANCES="30" EVAL_INSTANCES="50"
elif [[ "${{ github.event.label.name }}" == "run-eval-100" ]]; then
EVAL_INSTANCES="100"
fi fi
curl -X POST \ curl -X POST \