mirror of
https://github.com/All-Hands-AI/OpenHands.git
synced 2026-01-08 06:23:59 -05:00
33 lines
649 B
Bash
33 lines
649 B
Bash
#!/bin/bash
|
|
|
|
|
|
BASE_SCRIPT="./evaluation/benchmarks/multi_swe_bench/scripts/run_infer.sh"
|
|
|
|
MODELS=("aaa" "bbb" "ccc" "ddd" "fff")
|
|
GIT_VERSION="HEAD"
|
|
AGENT_NAME="CodeActAgent"
|
|
EVAL_LIMIT="500"
|
|
MAX_ITER="50"
|
|
NUM_WORKERS="1"
|
|
LANGUAGE="XXX"
|
|
DATASET="XXX"
|
|
|
|
|
|
for MODEL in "${MODELS[@]}"; do
|
|
echo "=============================="
|
|
echo "Running benchmark for MODEL: $MODEL"
|
|
echo "=============================="
|
|
|
|
$BASE_SCRIPT \
|
|
"$MODEL" \
|
|
"$GIT_VERSION" \
|
|
"$AGENT_NAME" \
|
|
"$EVAL_LIMIT" \
|
|
"$MAX_ITER" \
|
|
"$NUM_WORKERS" \
|
|
"$DATASET" \
|
|
"$LANGUAGE"
|
|
|
|
echo "Completed $MODEL"
|
|
done
|