{ "name": "RevenueRetrieval1.0", "category": [ "retrieval" ], "task": "Write tesla's revenue in 2022 into a .txt file.", "dependencies": [ "BasicRetrieval" ], "cutoff": 60, "ground": { "answer": "It was $81.462 billion in 2022.", "should_contain": [ "81" ], "should_not_contain": [], "files": [ ".txt" ], "eval": { "type": "file" } }, "info": { "difficulty": "novice", "description": "A no guardrails search for info", "side_effects": [] }, "eval_id": "061eab17-1104-4ccf-ad28-6614cd1d12ea" }