feat(eval): rewrite log_completions to save completions to directory (#4566)

2026-01-10 07:18:10 -05:00 · 2024-10-25 11:36:11 -05:00
parent c3da25febc
commit 7340b78962
6 changed files with 46 additions and 20 deletions
--- a/evaluation/utils/shared.py
+++ b/evaluation/utils/shared.py
@@ -61,7 +61,6 @@ class EvalOutput(BaseModel):
    history: (
        list[dict[str, Any]] | list[tuple[dict[str, Any], dict[str, Any]]] | None
    ) = None
-    llm_completions: list[dict[str, Any]] | None = None
    metrics: dict[str, Any] | None = None
    error: str | None = None