mini-agi-20230801024620

reports/mini-agi/folder12_08-01-02-43/report.json

@@ -0,0 +1,32 @@
+{
+    "command": "agbenchmark start",
+    "completion_time": "2023-08-01-02:46",
+    "benchmark_start_time": "2023-08-01-02:43",
+    "metrics": {
+        "run_time": "188.13 seconds",
+        "highest_difficulty": "interface: 1"
+    },
+    "tests": {
+        "TestWriteFile": {
+            "data_path": "agbenchmark/challenges/interface/write_file/data.json",
+            "is_regression": false,
+            "category": [
+                "interface"
+            ],
+            "task": "Print the the capital of America to a .txt file",
+            "answer": "Washington",
+            "description": "Tests the writing to file",
+            "metrics": {
+                "difficulty": "interface",
+                "success": true,
+                "success_%": 100.0,
+                "cost": 1341.2960054999996,
+                "run_time": "18.419 seconds"
+            },
+            "reached_cutoff": false
+        }
+    },
+    "config": {
+        "workspace": "${os.path.join(Path.home(), 'miniagi')}"
+    }
+}

reports/mini-agi/success_rate.json

@@ -1 +1,8 @@
-{}
+{
+    "TestWriteFile": [
+        true
+    ],
+    "TestPlanCreation": [
+        true
+    ]
+}