Step 221: basic evaluation tasks

2026-02-10 08:00:43 -07:00
parent 575e4b782d
commit 66c1b50ad7
34 changed files with 555 additions and 1 deletions
--- a/eval/basic/basic_02.json
+++ b/eval/basic/basic_02.json
@@ -0,0 +1,16 @@
+{
+    "id":  "basic_02",
+    "description":  "Read AST and summarize structure",
+    "language":  "python",
+    "setupAst":  "def f(x):\\n    return x + 1\\n",
+    "expectedOutcome":  {
+                            "toolCalls":  [
+                                              "whetstone_get_ast"
+                                          ]
+                        },
+    "tools":  [
+                  "whetstone_get_ast"
+              ],
+    "maxSteps":  8,
+    "allowPartial":  false
+}