mirror of
https://github.com/All-Hands-AI/OpenHands.git
synced 2026-01-14 01:08:01 -05:00
01296ff79d
* add MMLU subset * add theoremqa subset * remove redundant packages from requirements.txt, adjust prompts, handle gpt3.5 propose a wrong answer after a correct answer * add MBPP subset * add humaneval subset * update README * exit actively after the agent finishes the task
10 lines
433 B
Python
10 lines
433 B
Python
TASK_INFO_MAP = {
|
|
# === Reasoning ===
|
|
'gsm8k': {'class': 'ReasoningTask', 'type': 'reasoning'},
|
|
'math': {'class': 'ReasoningTask', 'type': 'reasoning'},
|
|
'mmlu': {'class': 'MultipleChoiceTask', 'type': 'reasoning'},
|
|
'theoremqa': {'class': 'TheoremqaTask', 'type': 'reasoning'},
|
|
'mbpp': {'class': 'MBPPTask', 'type': 'code_generation'},
|
|
'humaneval': {'class': 'HumanEvalTask', 'type': 'code_generation'},
|
|
}
|