Fix issue #5609: Use litellm's modify_params with default True (#5611)

Co-authored-by: Engel Nyst <enyst@users.noreply.github.com>
This commit is contained in:
OpenHands
2024-12-16 14:18:45 -05:00
committed by GitHub
parent e0b231092a
commit 09735c7869
25 changed files with 38 additions and 25 deletions

View File

@@ -9,7 +9,6 @@ import toml
from datasets import load_dataset
import openhands.agenthub
from evaluation.utils.shared import (
EvalException,
EvalMetadata,
@@ -76,7 +75,7 @@ def get_instruction(instance: pd.Series, metadata: EvalMetadata):
'4. Rerun your reproduce script and confirm that the error is fixed!\n'
'5. Think about edgecases and make sure your fix handles them as well\n'
"Your thinking should be thorough and so it's fine if it's very long.\n"
)
)
if RUN_WITH_BROWSING:
instruction += (
@@ -489,7 +488,7 @@ if __name__ == '__main__':
llm_config = None
if args.llm_config:
llm_config = get_llm_config_arg(args.llm_config)
llm_config = get_llm_config_arg(args.llm_config, evaluation=True)
llm_config.log_completions = True
if llm_config is None: