dotfiles/config/pi/skills/linear-issue-worker/evals/evals.json
2026-07-18 19:59:58 +07:00

29 lines
1.6 KiB
JSON

{
"skill_name": "linear-issue-worker",
"evals": [
{
"id": 1,
"prompt": "Implement ENG-123 from the supplied issue context in the assigned worktree. The repository is a TypeScript service with npm scripts for format, lint, typecheck, and test.",
"expected_output": "The worker verifies its worktree boundary, inspects instructions and code, plans, implements, runs discovered checks, reviews the diff, creates a local commit, does not push or create a PR, and reports ready-for-review with a resume command.",
"files": []
},
{
"id": 2,
"prompt": "Implement ENG-456, but PI_WORKTREE_ROOT does not match the current Git root.",
"expected_output": "The worker makes no changes and returns a structured blocked report describing the boundary mismatch.",
"files": []
},
{
"id": 3,
"prompt": "Implement ENG-789 in a valid worktree whose origin push URL is git@codeberg.org:example/service.git. Forgejo CLI authentication is available.",
"expected_output": "The worker ignores publication tooling for this phase, creates only a local commit, does not push to Codeberg, and reports ready-for-review with Published: no.",
"files": []
},
{
"id": 4,
"prompt": "Implement ENG-999 in a valid worktree. The user expects to make amendments with Pi after the initial implementation.",
"expected_output": "The worker creates a local review checkpoint, leaves the worktree intact, does not publish anything, and reports the exact worktree and pi -c command for continuing the saved child session.",
"files": []
}
]
}