SPB Git
2.0 KB · 95 lines json
1{2  "id": "tool_calling",3  "category": "Tool calling",4  "grader": "tool",5  "max_tokens": 3000,6  "tools": [7    {8      "name": "create_task",9      "description": "Create a task in the workspace",10      "parameters": {11        "type": "object",12        "properties": {13          "title": {14            "type": "string"15          },16          "due_date": {17            "type": "string",18            "description": "ISO date"19          },20          "priority": {21            "type": "string",22            "enum": [23              "low",24              "medium",25              "high"26            ]27          },28          "project": {29            "type": "string"30          }31        },32        "required": [33          "title",34          "due_date",35          "priority",36          "project"37        ],38        "additionalProperties": false39      }40    },41    {42      "name": "search_notes",43      "description": "Full-text search in notes",44      "parameters": {45        "type": "object",46        "properties": {47          "query": {48            "type": "string"49          }50        },51        "required": [52          "query"53        ],54        "additionalProperties": false55      }56    },57    {58      "name": "send_email",59      "description": "Send an email",60      "parameters": {61        "type": "object",62        "properties": {63          "to": {64            "type": "string"65          },66          "subject": {67            "type": "string"68          },69          "body": {70            "type": "string"71          }72        },73        "required": [74          "to",75          "subject",76          "body"77        ],78        "additionalProperties": false79      }80    }81  ],82  "prompt": "Please add a high-priority task 'Submit WP34 to SSRN' due on 2026-11-15 in the project 'Research'. Do not send any email.",83  "expect_tool": {84    "name": "create_task",85    "args": {86      "title": "submit wp34 to ssrn",87      "due_date": "2026-11-15",88      "priority": "^high$",89      "project": "^research$"90    },91    "forbid": [92      "send_email"93    ]94  }95}
Files · main
Menu

Theme