{"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["accessibility-tree-inspection", "browser-smoke-testing", "visual-regression-review", "form-interaction-flow", "evidence-backed-final"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["accessibility-tree-inspection", "browser-smoke-testing", "visual-regression-review", "form-interaction-flow", "plan-mode"], "gold_skills": ["accessibility-tree-inspection"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["browser-smoke-testing"], "regression_flags": [], "selection_changed": true, "task_id": "blind-browser-accessibility-tree"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["form-interaction-flow", "browser-smoke-testing", "accessibility-tree-inspection", "visual-regression-review", "verification-before-completion"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["form-interaction-flow", "browser-smoke-testing", "visual-regression-review", "accessibility-tree-inspection", "verification-before-completion"], "gold_skills": ["form-interaction-flow"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["accessibility-tree-inspection"], "regression_flags": [], "selection_changed": true, "task_id": "blind-browser-form-wizard"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["browser-smoke-testing", "visual-regression-review", "accessibility-tree-inspection", "form-interaction-flow", "evidence-backed-final"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["browser-smoke-testing", "visual-regression-review", "accessibility-tree-inspection", "form-interaction-flow", "evidence-backed-final"], "gold_skills": ["browser-smoke-testing"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["visual-regression-review"], "regression_flags": [], "selection_changed": false, "task_id": "blind-browser-smoke-console"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["visual-regression-review", "browser-smoke-testing", "accessibility-tree-inspection", "form-interaction-flow", "apply-patch-discipline"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["visual-regression-review", "browser-smoke-testing", "accessibility-tree-inspection", "form-interaction-flow", "apply-patch-discipline"], "gold_skills": ["visual-regression-review"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["browser-smoke-testing"], "regression_flags": [], "selection_changed": false, "task_id": "blind-browser-visual-diff"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["mcp-tool-routing", "task-tool-delegation", "plan-mode", "slash-command-workflow", "apply-patch-discipline"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["mcp-tool-routing", "task-tool-delegation", "plan-mode", "apply-patch-discipline", "subagent-worker-protocol"], "gold_skills": ["mcp-tool-routing"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["slash-command-workflow"], "regression_flags": ["negative_hit_rate_increased", "negative_accepted_rate_increased", "new_negative_skill_selected"], "selection_changed": true, "task_id": "blind-claude-mcp-routing"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["plan-mode", "task-tool-delegation", "slash-command-workflow", "apply-patch-discipline", "test-driven-development"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["plan-mode", "task-tool-delegation", "slash-command-workflow", "apply-patch-discipline", "test-driven-development"], "gold_skills": ["plan-mode"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["task-tool-delegation"], "regression_flags": [], "selection_changed": false, "task_id": "blind-claude-plan-session"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["slash-command-workflow", "task-tool-delegation", "plan-mode", "apply-patch-discipline", "systematic-debugging"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["slash-command-workflow", "task-tool-delegation", "apply-patch-discipline", "plan-mode", "workspace-git-hygiene"], "gold_skills": ["slash-command-workflow"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["mcp-tool-routing"], "regression_flags": [], "selection_changed": true, "task_id": "blind-claude-slash-command"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["task-tool-delegation", "plan-mode", "apply-patch-discipline", "accessibility-tree-inspection", "slash-command-workflow"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["task-tool-delegation", "apply-patch-discipline", "plan-mode", "accessibility-tree-inspection", "workspace-git-hygiene"], "gold_skills": ["task-tool-delegation"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["plan-mode"], "regression_flags": [], "selection_changed": true, "task_id": "blind-claude-task-delegation"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["apply-patch-discipline", "systematic-debugging", "workspace-git-hygiene", "evidence-backed-final", "using-git-worktrees"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["apply-patch-discipline", "workspace-git-hygiene", "systematic-debugging", "evidence-backed-final", "using-git-worktrees"], "gold_skills": ["apply-patch-discipline"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["workspace-git-hygiene"], "regression_flags": [], "selection_changed": true, "task_id": "blind-codex-apply-patch"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["evidence-backed-final", "apply-patch-discipline", "workspace-git-hygiene", "subagent-worker-protocol", "systematic-debugging"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["evidence-backed-final", "apply-patch-discipline", "systematic-debugging", "workspace-git-hygiene", "test-driven-development"], "gold_skills": ["evidence-backed-final"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["verification-before-completion"], "regression_flags": [], "selection_changed": true, "task_id": "blind-codex-evidence-final"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["workspace-git-hygiene", "apply-patch-discipline", "using-git-worktrees", "evidence-backed-final", "systematic-debugging"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["workspace-git-hygiene", "apply-patch-discipline", "using-git-worktrees", "evidence-backed-final", "systematic-debugging"], "gold_skills": ["workspace-git-hygiene"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["apply-patch-discipline"], "regression_flags": [], "selection_changed": false, "task_id": "blind-codex-git-hygiene"} {"after_metrics": {"mrr": 0.5, "ndcg_at_5": 0.6309297535714575, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["evidence-backed-final", "subagent-worker-protocol", "apply-patch-discipline", "workspace-git-hygiene", "accessibility-tree-inspection"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["subagent-worker-protocol", "apply-patch-discipline", "evidence-backed-final", "workspace-git-hygiene", "accessibility-tree-inspection"], "gold_skills": ["subagent-worker-protocol"], "improvement_flags": [], "metric_deltas": {"mrr": -0.5, "ndcg_at_5": -0.36907, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["task-tool-delegation"], "regression_flags": ["mrr_decreased", "ndcg_at_5_decreased"], "selection_changed": true, "task_id": "blind-codex-worker-handoff"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["systematic-debugging", "test-driven-development", "verification-before-completion", "accessibility-tree-inspection", "visual-regression-review"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["systematic-debugging", "test-driven-development", "visual-regression-review", "verification-before-completion", "browser-smoke-testing"], "gold_skills": ["systematic-debugging"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["test-driven-development"], "regression_flags": [], "selection_changed": true, "task_id": "blind-sp-debug-loop"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["test-driven-development", "systematic-debugging", "verification-before-completion", "accessibility-tree-inspection", "visual-regression-review"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["test-driven-development", "systematic-debugging", "verification-before-completion", "visual-regression-review", "accessibility-tree-inspection"], "gold_skills": ["test-driven-development"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["systematic-debugging"], "regression_flags": [], "selection_changed": true, "task_id": "blind-sp-red-green"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["verification-before-completion", "systematic-debugging", "test-driven-development", "task-tool-delegation", "evidence-backed-final"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["verification-before-completion", "systematic-debugging", "test-driven-development", "evidence-backed-final", "task-tool-delegation"], "gold_skills": ["verification-before-completion"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["evidence-backed-final"], "regression_flags": [], "selection_changed": true, "task_id": "blind-sp-verify-before-claim"} {"after_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "after_selected_skill_ids": ["using-git-worktrees", "workspace-git-hygiene", "subagent-worker-protocol", "evidence-backed-final", "apply-patch-discipline"], "applied_candidate_ids": [], "before_metrics": {"mrr": 1.0, "ndcg_at_5": 1.0, "negative_accepted_rate": 1.0, "negative_hit_rate": 1.0, "recall_at_5": 1.0, "selection_rate_at_5": 1.0}, "before_selected_skill_ids": ["using-git-worktrees", "workspace-git-hygiene", "subagent-worker-protocol", "apply-patch-discipline", "task-tool-delegation"], "gold_skills": ["using-git-worktrees"], "improvement_flags": [], "metric_deltas": {"mrr": 0.0, "ndcg_at_5": 0.0, "negative_accepted_rate": 0.0, "negative_hit_rate": 0.0, "recall_at_5": 0.0, "selection_rate_at_5": 0.0}, "negative_skills": ["workspace-git-hygiene"], "regression_flags": [], "selection_changed": true, "task_id": "blind-sp-worktree-isolation"}