mirror of
https://github.com/hanzoai/dev.git
synced 2026-11-21 14:22:49 +00:00
29 lines
803 B
JSON
29 lines
803 B
JSON
{
|
|
"id": "agent.complete@1",
|
|
"description": "Before an agent reports done: is the request finished, and is that shown rather than claimed?",
|
|
"calibration": "cal_c6ffe2e7b0c8819a",
|
|
"questions": {
|
|
"done": {
|
|
"type": "noul",
|
|
"instructions": "Has the agent finished everything the user asked for?"
|
|
},
|
|
"verified": {
|
|
"type": "noul",
|
|
"instructions": "Is the result backed by evidence in the transcript, such as passing tests or command output?"
|
|
},
|
|
"remaining": {
|
|
"type": "score",
|
|
"instructions": "How much of the request is left to do?",
|
|
"criteria": [
|
|
"nothing",
|
|
"minor: cleanup or a note",
|
|
"substantial: part of the request is not done"
|
|
]
|
|
}
|
|
},
|
|
"thresholds": {
|
|
"done": 0.6,
|
|
"verified": 0.6
|
|
}
|
|
}
|