feat(workflow): harden agent workflows

.agents/eval-workspaces/review-delivery/iteration-1/benchmark.json

@@ -0,0 +1,93 @@
+{
+  "skill_name": "review-delivery",
+  "iteration": 1,
+  "provenance": {
+    "harness_identity": "copilot-cli-prompt-v1; token_count=deterministic-character-estimate",
+    "skill_identity": "review-delivery",
+    "spec_id": "review-delivery/evals/evals.json"
+  },
+  "run": {
+    "duration_ms": 145380,
+    "ended_at": "2026-11-03T22:23:13.731Z",
+    "evidence_files": [
+      "parallel-issue-pr-delivery/with_skill/timing.json",
+      "parallel-issue-pr-delivery/with_skill/grading.json",
+      "parallel-issue-pr-delivery/with_skill/timing.json",
+      "parallel-issue-pr-delivery/with_skill/grading.json",
+      "parallel-issue-pr-delivery/old_skill/timing.json",
+      "parallel-issue-pr-delivery/old_skill/grading.json",
+      "parallel-issue-pr-delivery/old_skill/timing.json",
+      "parallel-issue-pr-delivery/old_skill/grading.json",
+      "isolated-bootstrap-validation/with_skill/timing.json",
+      "isolated-bootstrap-validation/with_skill/grading.json",
+      "isolated-bootstrap-validation/with_skill/timing.json",
+      "isolated-bootstrap-validation/with_skill/grading.json",
+      "isolated-bootstrap-validation/old_skill/timing.json",
+      "isolated-bootstrap-validation/old_skill/grading.json",
+      "isolated-bootstrap-validation/old_skill/timing.json",
+      "isolated-bootstrap-validation/old_skill/grading.json",
+      "review-watch-lifecycle/with_skill/timing.json",
+      "review-watch-lifecycle/with_skill/grading.json",
+      "review-watch-lifecycle/with_skill/timing.json",
+      "review-watch-lifecycle/with_skill/grading.json",
+      "review-watch-lifecycle/old_skill/timing.json",
+      "review-watch-lifecycle/old_skill/grading.json",
+      "review-watch-lifecycle/old_skill/timing.json",
+      "review-watch-lifecycle/old_skill/grading.json",
+      "reconcile-additional-review-comments/with_skill/timing.json",
+      "reconcile-additional-review-comments/with_skill/grading.json",
+      "reconcile-additional-review-comments/with_skill/timing.json",
+      "reconcile-additional-review-comments/with_skill/grading.json",
+      "reconcile-additional-review-comments/old_skill/timing.json",
+      "reconcile-additional-review-comments/old_skill/grading.json",
+      "reconcile-additional-review-comments/old_skill/timing.json",
+      "reconcile-additional-review-comments/old_skill/grading.json"
+    ],
+    "output_files": [
+      "parallel-issue-pr-delivery/with_skill/outputs/run-1.txt",
+      "parallel-issue-pr-delivery/with_skill/outputs/run-2.txt",
+      "parallel-issue-pr-delivery/old_skill/outputs/run-1.txt",
+      "parallel-issue-pr-delivery/old_skill/outputs/run-2.txt",
+      "isolated-bootstrap-validation/with_skill/outputs/run-1.txt",
+      "isolated-bootstrap-validation/with_skill/outputs/run-2.txt",
+      "isolated-bootstrap-validation/old_skill/outputs/run-1.txt",
+      "isolated-bootstrap-validation/old_skill/outputs/run-2.txt",
+      "review-watch-lifecycle/with_skill/outputs/run-1.txt",
+      "review-watch-lifecycle/with_skill/outputs/run-2.txt",
+      "review-watch-lifecycle/old_skill/outputs/run-1.txt",
+      "review-watch-lifecycle/old_skill/outputs/run-2.txt",
+      "reconcile-additional-review-comments/with_skill/outputs/run-1.txt",
+      "reconcile-additional-review-comments/with_skill/outputs/run-2.txt",
+      "reconcile-additional-review-comments/old_skill/outputs/run-1.txt",
+      "reconcile-additional-review-comments/old_skill/outputs/run-2.txt"
+    ],
+    "redaction_status": "clean",
+    "result": "passed",
+    "run_id": "review-delivery-1-all-cases-runs-1-2",
+    "started_at": "2026-11-03T22:22:44.348Z",
+    "status": "completed"
+  },
+  "run_summary": {
+    "with_skill": {
+      "passed": 17,
+      "failed": 5,
+      "total": 22,
+      "pass_rate": 0.7727272727272727,
+      "total_tokens": 3271,
+      "duration_ms": 74768
+    },
+    "old_skill": {
+      "passed": 16,
+      "failed": 6,
+      "total": 22,
+      "pass_rate": 0.7272727272727273,
+      "total_tokens": 3060,
+      "duration_ms": 70612
+    }
+  },
+  "delta": {
+    "pass_rate": 0.045454545454545414,
+    "total_tokens": 211,
+    "duration_ms": 4156
+  }
+}

.agents/eval-workspaces/review-delivery/iteration-1/feedback.json

@@ -0,0 +1,78 @@
+{
+  "skill_name": "review-delivery",
+  "iteration": 1,
+  "provenance": {
+    "harness_identity": "copilot-cli-prompt-v1; token_count=deterministic-character-estimate",
+    "skill_identity": "review-delivery",
+    "spec_id": "review-delivery/evals/evals.json"
+  },
+  "run": {
+    "duration_ms": 145380,
+    "ended_at": "2026-11-03T22:23:13.731Z",
+    "evidence_files": [
+      "parallel-issue-pr-delivery/with_skill/timing.json",
+      "parallel-issue-pr-delivery/with_skill/grading.json",
+      "parallel-issue-pr-delivery/with_skill/timing.json",
+      "parallel-issue-pr-delivery/with_skill/grading.json",
+      "parallel-issue-pr-delivery/old_skill/timing.json",
+      "parallel-issue-pr-delivery/old_skill/grading.json",
+      "parallel-issue-pr-delivery/old_skill/timing.json",
+      "parallel-issue-pr-delivery/old_skill/grading.json",
+      "isolated-bootstrap-validation/with_skill/timing.json",
+      "isolated-bootstrap-validation/with_skill/grading.json",
+      "isolated-bootstrap-validation/with_skill/timing.json",
+      "isolated-bootstrap-validation/with_skill/grading.json",
+      "isolated-bootstrap-validation/old_skill/timing.json",
+      "isolated-bootstrap-validation/old_skill/grading.json",
+      "isolated-bootstrap-validation/old_skill/timing.json",
+      "isolated-bootstrap-validation/old_skill/grading.json",
+      "review-watch-lifecycle/with_skill/timing.json",
+      "review-watch-lifecycle/with_skill/grading.json",
+      "review-watch-lifecycle/with_skill/timing.json",
+      "review-watch-lifecycle/with_skill/grading.json",
+      "review-watch-lifecycle/old_skill/timing.json",
+      "review-watch-lifecycle/old_skill/grading.json",
+      "review-watch-lifecycle/old_skill/timing.json",
+      "review-watch-lifecycle/old_skill/grading.json",
+      "reconcile-additional-review-comments/with_skill/timing.json",
+      "reconcile-additional-review-comments/with_skill/grading.json",
+      "reconcile-additional-review-comments/with_skill/timing.json",
+      "reconcile-additional-review-comments/with_skill/grading.json",
+      "reconcile-additional-review-comments/old_skill/timing.json",
+      "reconcile-additional-review-comments/old_skill/grading.json",
+      "reconcile-additional-review-comments/old_skill/timing.json",
+      "reconcile-additional-review-comments/old_skill/grading.json"
+    ],
+    "output_files": [
+      "parallel-issue-pr-delivery/with_skill/outputs/run-1.txt",
+      "parallel-issue-pr-delivery/with_skill/outputs/run-2.txt",
+      "parallel-issue-pr-delivery/old_skill/outputs/run-1.txt",
+      "parallel-issue-pr-delivery/old_skill/outputs/run-2.txt",
+      "isolated-bootstrap-validation/with_skill/outputs/run-1.txt",
+      "isolated-bootstrap-validation/with_skill/outputs/run-2.txt",
+      "isolated-bootstrap-validation/old_skill/outputs/run-1.txt",
+      "isolated-bootstrap-validation/old_skill/outputs/run-2.txt",
+      "review-watch-lifecycle/with_skill/outputs/run-1.txt",
+      "review-watch-lifecycle/with_skill/outputs/run-2.txt",
+      "review-watch-lifecycle/old_skill/outputs/run-1.txt",
+      "review-watch-lifecycle/old_skill/outputs/run-2.txt",
+      "reconcile-additional-review-comments/with_skill/outputs/run-1.txt",
+      "reconcile-additional-review-comments/with_skill/outputs/run-2.txt",
+      "reconcile-additional-review-comments/old_skill/outputs/run-1.txt",
+      "reconcile-additional-review-comments/old_skill/outputs/run-2.txt"
+    ],
+    "redaction_status": "clean",
+    "result": "passed",
+    "run_id": "review-delivery-1-all-cases-runs-1-2",
+    "started_at": "2026-11-03T22:22:44.348Z",
+    "status": "completed"
+  },
+  "human_review": [
+    "Two independent Copilot CLI runs were captured for every case and configuration."
+  ],
+  "limitations": [
+    "The CLI did not expose token usage in silent prompt mode; total_tokens is a deterministic output-character estimate.",
+    "Assertions were graded by a transparent case-specific keyword evidence pass over both captured outputs."
+  ],
+  "recommendation": "release"
+}

.agents/eval-workspaces/review-delivery/iteration-1/grading-summary.json

@@ -0,0 +1,136 @@
+{
+  "skill_name": "review-delivery",
+  "iteration": 1,
+  "provenance": {
+    "harness_identity": "copilot-cli-prompt-v1; token_count=deterministic-character-estimate",
+    "skill_identity": "review-delivery",
+    "spec_id": "review-delivery/evals/evals.json"
+  },
+  "run": {
+    "duration_ms": 145380,
+    "ended_at": "2026-11-03T22:23:13.731Z",
+    "evidence_files": [
+      "parallel-issue-pr-delivery/with_skill/timing.json",
+      "parallel-issue-pr-delivery/with_skill/grading.json",
+      "parallel-issue-pr-delivery/with_skill/timing.json",
+      "parallel-issue-pr-delivery/with_skill/grading.json",
+      "parallel-issue-pr-delivery/old_skill/timing.json",
+      "parallel-issue-pr-delivery/old_skill/grading.json",
+      "parallel-issue-pr-delivery/old_skill/timing.json",
+      "parallel-issue-pr-delivery/old_skill/grading.json",
+      "isolated-bootstrap-validation/with_skill/timing.json",
+      "isolated-bootstrap-validation/with_skill/grading.json",
+      "isolated-bootstrap-validation/with_skill/timing.json",
+      "isolated-bootstrap-validation/with_skill/grading.json",
+      "isolated-bootstrap-validation/old_skill/timing.json",
+      "isolated-bootstrap-validation/old_skill/grading.json",
+      "isolated-bootstrap-validation/old_skill/timing.json",
+      "isolated-bootstrap-validation/old_skill/grading.json",
+      "review-watch-lifecycle/with_skill/timing.json",
+      "review-watch-lifecycle/with_skill/grading.json",
+      "review-watch-lifecycle/with_skill/timing.json",
+      "review-watch-lifecycle/with_skill/grading.json",
+      "review-watch-lifecycle/old_skill/timing.json",
+      "review-watch-lifecycle/old_skill/grading.json",
+      "review-watch-lifecycle/old_skill/timing.json",
+      "review-watch-lifecycle/old_skill/grading.json",
+      "reconcile-additional-review-comments/with_skill/timing.json",
+      "reconcile-additional-review-comments/with_skill/grading.json",
+      "reconcile-additional-review-comments/with_skill/timing.json",
+      "reconcile-additional-review-comments/with_skill/grading.json",
+      "reconcile-additional-review-comments/old_skill/timing.json",
+      "reconcile-additional-review-comments/old_skill/grading.json",
+      "reconcile-additional-review-comments/old_skill/timing.json",
+      "reconcile-additional-review-comments/old_skill/grading.json"
+    ],
+    "output_files": [
+      "parallel-issue-pr-delivery/with_skill/outputs/run-1.txt",
+      "parallel-issue-pr-delivery/with_skill/outputs/run-2.txt",
+      "parallel-issue-pr-delivery/old_skill/outputs/run-1.txt",
+      "parallel-issue-pr-delivery/old_skill/outputs/run-2.txt",
+      "isolated-bootstrap-validation/with_skill/outputs/run-1.txt",
+      "isolated-bootstrap-validation/with_skill/outputs/run-2.txt",
+      "isolated-bootstrap-validation/old_skill/outputs/run-1.txt",
+      "isolated-bootstrap-validation/old_skill/outputs/run-2.txt",
+      "review-watch-lifecycle/with_skill/outputs/run-1.txt",
+      "review-watch-lifecycle/with_skill/outputs/run-2.txt",
+      "review-watch-lifecycle/old_skill/outputs/run-1.txt",
+      "review-watch-lifecycle/old_skill/outputs/run-2.txt",
+      "reconcile-additional-review-comments/with_skill/outputs/run-1.txt",
+      "reconcile-additional-review-comments/with_skill/outputs/run-2.txt",
+      "reconcile-additional-review-comments/old_skill/outputs/run-1.txt",
+      "reconcile-additional-review-comments/old_skill/outputs/run-2.txt"
+    ],
+    "redaction_status": "clean",
+    "result": "passed",
+    "run_id": "review-delivery-1-all-cases-runs-1-2",
+    "started_at": "2026-11-03T22:22:44.348Z",
+    "status": "completed"
+  },
+  "cases": {
+    "parallel-issue-pr-delivery": {
+      "with_skill": {
+        "passed": 4,
+        "failed": 0,
+        "total": 4,
+        "pass_rate": 1.0,
+        "run_count": 2
+      },
+      "old_skill": {
+        "passed": 3,
+        "failed": 1,
+        "total": 4,
+        "pass_rate": 0.75,
+        "run_count": 2
+      }
+    },
+    "isolated-bootstrap-validation": {
+      "with_skill": {
+        "passed": 2,
+        "failed": 1,
+        "total": 3,
+        "pass_rate": 0.6666666666666666,
+        "run_count": 2
+      },
+      "old_skill": {
+        "passed": 2,
+        "failed": 1,
+        "total": 3,
+        "pass_rate": 0.6666666666666666,
+        "run_count": 2
+      }
+    },
+    "review-watch-lifecycle": {
+      "with_skill": {
+        "passed": 7,
+        "failed": 1,
+        "total": 8,
+        "pass_rate": 0.875,
+        "run_count": 2
+      },
+      "old_skill": {
+        "passed": 8,
+        "failed": 0,
+        "total": 8,
+        "pass_rate": 1.0,
+        "run_count": 2
+      }
+    },
+    "reconcile-additional-review-comments": {
+      "with_skill": {
+        "passed": 4,
+        "failed": 3,
+        "total": 7,
+        "pass_rate": 0.5714285714285714,
+        "run_count": 2
+      },
+      "old_skill": {
+        "passed": 3,
+        "failed": 4,
+        "total": 7,
+        "pass_rate": 0.42857142857142855,
+        "run_count": 2
+      }
+    }
+  }
+}

.agents/eval-workspaces/review-delivery/iteration-1/manifest.json

@@ -0,0 +1,13 @@
+{
+  "version": 1,
+  "skill_name": "review-delivery",
+  "iteration": 1,
+  "case_ids": [
+    "parallel-issue-pr-delivery",
+    "isolated-bootstrap-validation",
+    "review-watch-lifecycle",
+    "reconcile-additional-review-comments"
+  ],
+  "workspace": ".agents/eval-workspaces/review-delivery",
+  "state": "materialized"
+}