324 lines
14 KiB
JSON
324 lines
14 KiB
JSON
{
|
||
"schema_version": "ai_agent_matched_playbook_learning_gap_v1",
|
||
"generated_at": "2026-06-13T00:51:50+08:00",
|
||
"program_status": {
|
||
"overall_completion_percent": 100,
|
||
"current_priority": "P2",
|
||
"current_task_id": "P2-104",
|
||
"next_task_id": "P2-105",
|
||
"read_only_mode": true,
|
||
"runtime_authority": "matched_playbook_learning_gap_contract_only_no_live_trust_write",
|
||
"status_note": "P2-104 以正式 DB 只讀回查確認：近 24h approval 的 matched_playbook_id 已 66/66；真正缺口已移到 approved 之後未進 execution learning、PlayBook trust updated_24h=0。本快照只呈現證據與 gate，不寫 learning、不更新 PlayBook trust、不送 Telegram。"
|
||
},
|
||
"source_refs": [
|
||
"docs/evaluations/ai_agent_task_result_audit_trail_2026-06-13.json",
|
||
"apps/api/src/services/learning_service.py",
|
||
"apps/api/src/services/approval_execution.py",
|
||
"apps/api/src/services/decision_manager.py",
|
||
"apps/api/src/services/proposal_service.py",
|
||
"apps/api/src/services/repair_candidate_service.py",
|
||
"docs/ai/AI_AGENT_AUTOMATION_WORKLIST_2026-06-04.md",
|
||
"docs/superpowers/specs/2026-04-15-MASTER-ai-autonomous-flywheel-v2.md"
|
||
],
|
||
"production_readback": {
|
||
"readback_at": "2026-06-13T00:48:00+08:00",
|
||
"readback_mode": "read_only_db_readback",
|
||
"project_id_scope": "awoooi",
|
||
"rls_fail_closed_verified": true,
|
||
"approval_total": 1945,
|
||
"approval_matched_total": 1104,
|
||
"approval_24h_total": 66,
|
||
"approval_24h_matched": 66,
|
||
"matched_rate_24h_percent": 100,
|
||
"playbook_total": 247,
|
||
"playbook_with_execution_stats": 9,
|
||
"playbook_updated_24h": 0,
|
||
"readback_note": "未帶 project_id 時 RLS fail-closed；帶 project_id=awoooi 後只讀回查顯示 24h matched_playbook_id 覆蓋率 100%，但 PlayBook trust 近 24h 無更新。"
|
||
},
|
||
"recent_status_breakdown": [
|
||
{
|
||
"status": "APPROVED",
|
||
"total": 63,
|
||
"matched": 63,
|
||
"execution_kind_present": 0,
|
||
"repair_attempted_true": 0,
|
||
"repair_executed_true": 0,
|
||
"learning_candidate_count": 63,
|
||
"readback_note": "已批准且已匹配，但 execution_kind / repair metadata 為空，代表尚未形成可餵給 learning_service 的 execution result。"
|
||
},
|
||
{
|
||
"status": "PENDING",
|
||
"total": 2,
|
||
"matched": 2,
|
||
"execution_kind_present": 0,
|
||
"repair_attempted_true": 0,
|
||
"repair_executed_true": 0,
|
||
"learning_candidate_count": 0,
|
||
"readback_note": "仍在人工 gate，不能寫入 learning 或 PlayBook trust。"
|
||
},
|
||
{
|
||
"status": "EXECUTION_FAILED",
|
||
"total": 1,
|
||
"matched": 1,
|
||
"execution_kind_present": 1,
|
||
"repair_attempted_true": 1,
|
||
"repair_executed_true": 0,
|
||
"learning_candidate_count": 1,
|
||
"readback_note": "已有失敗 execution metadata，可成為 learning 候選，但仍需 owner gate 與 post-write verifier。"
|
||
}
|
||
],
|
||
"learning_gap_truth": {
|
||
"p2_103_task_result_audit_loaded": true,
|
||
"production_db_readback_completed": true,
|
||
"rls_fail_closed_verified": true,
|
||
"matched_playbook_id_present_24h": true,
|
||
"matched_playbook_id_gap_resolved": true,
|
||
"execution_learning_gap_detected": true,
|
||
"approved_without_execution_meta_detected": true,
|
||
"playbook_trust_update_gap_detected": true,
|
||
"runtime_learning_write_enabled": false,
|
||
"playbook_trust_write_enabled": false,
|
||
"approval_auto_execute_enabled": false,
|
||
"km_write_enabled": false,
|
||
"logbook_runtime_write_enabled": false,
|
||
"audit_db_write_enabled": false,
|
||
"timeline_write_enabled": false,
|
||
"gateway_queue_write_enabled": false,
|
||
"telegram_send_enabled": false,
|
||
"production_write_enabled": false,
|
||
"secret_value_read_enabled": false,
|
||
"destructive_operation_enabled": false,
|
||
"work_window_transcript_display_allowed": false,
|
||
"approval_24h_total": 66,
|
||
"approval_24h_matched": 66,
|
||
"approved_without_execution_meta_24h": 63,
|
||
"pending_with_matched_24h": 2,
|
||
"execution_failed_with_matched_24h": 1,
|
||
"playbook_updated_24h": 0,
|
||
"live_learning_write_count_24h": 0,
|
||
"playbook_trust_write_count_24h": 0,
|
||
"gateway_queue_write_count_24h": 0,
|
||
"telegram_send_count_24h": 0,
|
||
"production_write_count_24h": 0,
|
||
"secret_value_read_count_24h": 0,
|
||
"destructive_operation_count_24h": 0,
|
||
"truth_note": "P2-104 不再把問題描述為 matched_playbook_id 遺失；正式資料顯示 matched id 已存在。下一個工程 gate 是把 approved / failed result 安全轉成 execution learning 候選，通過 owner review 與 verifier 後才可寫入 PlayBook trust。"
|
||
},
|
||
"gap_lanes": [
|
||
{
|
||
"lane_id": "lane_matched_id_present",
|
||
"display_name": "matched_playbook_id 已存在",
|
||
"owner_agent": "openclaw",
|
||
"status": "passed",
|
||
"risk_tier": "low",
|
||
"count_24h": 66,
|
||
"matched_count_24h": 66,
|
||
"live_write_enabled": false,
|
||
"evidence": "24h approval readback: 66 / 66 matched",
|
||
"next_gate": "保留 matched id 作為 execution learning payload 的必要欄位，不再重做匹配修復。",
|
||
"evidence_hash": "sha256:1212121212121212121212121212121212121212121212121212121212121212"
|
||
},
|
||
{
|
||
"lane_id": "lane_approved_without_execution_meta",
|
||
"display_name": "approved 未形成 execution learning",
|
||
"owner_agent": "openclaw",
|
||
"status": "blocked",
|
||
"risk_tier": "high",
|
||
"count_24h": 63,
|
||
"matched_count_24h": 63,
|
||
"live_write_enabled": false,
|
||
"evidence": "APPROVED total=63, matched=63, execution_kind_present=0",
|
||
"next_gate": "P2-105 需建立 critic / reviewer score 與 approved result capture，才能進入 owner-approved learning writeback。",
|
||
"evidence_hash": "sha256:2323232323232323232323232323232323232323232323232323232323232323"
|
||
},
|
||
{
|
||
"lane_id": "lane_pending_human_gate",
|
||
"display_name": "pending 仍在人工 gate",
|
||
"owner_agent": "hermes",
|
||
"status": "owner_review_required",
|
||
"risk_tier": "medium",
|
||
"count_24h": 2,
|
||
"matched_count_24h": 2,
|
||
"live_write_enabled": false,
|
||
"evidence": "PENDING total=2, matched=2",
|
||
"next_gate": "保持人工審核；未批准前不得寫入 learning 或 PlayBook trust。",
|
||
"evidence_hash": "sha256:3434343434343434343434343434343434343434343434343434343434343434"
|
||
},
|
||
{
|
||
"lane_id": "lane_execution_failed_learning_candidate",
|
||
"display_name": "execution failed 可成為學習候選",
|
||
"owner_agent": "nemotron",
|
||
"status": "owner_review_required",
|
||
"risk_tier": "high",
|
||
"count_24h": 1,
|
||
"matched_count_24h": 1,
|
||
"live_write_enabled": false,
|
||
"evidence": "EXECUTION_FAILED total=1, matched=1, repair_attempted=true, repair_executed=false",
|
||
"next_gate": "只允許產生 failure learning 候選；需 owner review、redacted payload 與 post-write verifier 後才能更新 trust。",
|
||
"evidence_hash": "sha256:4545454545454545454545454545454545454545454545454545454545454545"
|
||
},
|
||
{
|
||
"lane_id": "lane_playbook_trust_not_updated",
|
||
"display_name": "PlayBook trust 近 24h 未更新",
|
||
"owner_agent": "hermes",
|
||
"status": "blocked",
|
||
"risk_tier": "high",
|
||
"count_24h": 0,
|
||
"matched_count_24h": 0,
|
||
"live_write_enabled": false,
|
||
"evidence": "playbook_updated_24h=0, playbook_with_execution_stats=9",
|
||
"next_gate": "先完成 writeback approval package 與 verifier，再開 PlayBook trust 候選更新。",
|
||
"evidence_hash": "sha256:5656565656565656565656565656565656565656565656565656565656565656"
|
||
}
|
||
],
|
||
"learning_gates": [
|
||
{
|
||
"gate_id": "gate_result_capture_contract",
|
||
"display_name": "approved result capture contract",
|
||
"owner_agent": "openclaw",
|
||
"status": "needs_owner_review",
|
||
"required_before": "execution learning payload",
|
||
"failure_if_missing": "approval 只停在 APPROVED，learning_service 無法判斷成功、失敗、no-op 或需補證。",
|
||
"creates_runtime_write": false
|
||
},
|
||
{
|
||
"gate_id": "gate_critic_reviewer_score",
|
||
"display_name": "critic / reviewer score",
|
||
"owner_agent": "openclaw",
|
||
"status": "needs_owner_review",
|
||
"required_before": "中低風險自動處理",
|
||
"failure_if_missing": "AI Agent 會缺少互相判斷與接手依據，不能自動把 approved 結果升級成信任更新。",
|
||
"creates_runtime_write": false
|
||
},
|
||
{
|
||
"gate_id": "gate_learning_writeback_approval",
|
||
"display_name": "learning writeback approval",
|
||
"owner_agent": "hermes",
|
||
"status": "blocked_by_policy",
|
||
"required_before": "learning_service.process_execution_result",
|
||
"failure_if_missing": "未批准前不可寫 KM、timeline、PlayBook trust 或任何 production 狀態。",
|
||
"creates_runtime_write": false
|
||
},
|
||
{
|
||
"gate_id": "gate_post_write_verifier",
|
||
"display_name": "post-write verifier",
|
||
"owner_agent": "nemotron",
|
||
"status": "needs_owner_review",
|
||
"required_before": "PlayBook trust score change",
|
||
"failure_if_missing": "trust score 可能被失敗、no-op 或低可信資料污染。",
|
||
"creates_runtime_write": false
|
||
},
|
||
{
|
||
"gate_id": "gate_telegram_operator_receipt",
|
||
"display_name": "Telegram operator receipt",
|
||
"owner_agent": "hermes",
|
||
"status": "blocked_by_policy",
|
||
"required_before": "通知與回執 E2E",
|
||
"failure_if_missing": "統帥看不到 learning 候選、被阻擋原因與人工批准點。",
|
||
"creates_runtime_write": false
|
||
}
|
||
],
|
||
"writeback_candidates": [
|
||
{
|
||
"candidate_id": "candidate_approval_execution_bridge",
|
||
"display_name": "approval → execution result bridge",
|
||
"owner_agent": "openclaw",
|
||
"target_system": "approval_execution",
|
||
"allowed_mode": "gated_owner_review",
|
||
"write_enabled": false,
|
||
"runtime_writer_enabled": false,
|
||
"required_fields": ["approval_id", "matched_playbook_id", "execution_kind", "result_state", "verifier_result"],
|
||
"blocker_summary": "近 24h 63 筆 APPROVED 缺 execution metadata；需 P2-105 先定義 reviewer score 與 result capture。",
|
||
"evidence_hash": "sha256:6767676767676767676767676767676767676767676767676767676767676767"
|
||
},
|
||
{
|
||
"candidate_id": "candidate_learning_service_payload",
|
||
"display_name": "learning service payload",
|
||
"owner_agent": "hermes",
|
||
"target_system": "learning_service.process_execution_result",
|
||
"allowed_mode": "committed_snapshot_only",
|
||
"write_enabled": false,
|
||
"runtime_writer_enabled": false,
|
||
"required_fields": ["incident_id", "approval_id", "matched_playbook_id", "success", "failure_reason"],
|
||
"blocker_summary": "只能先固定 payload contract；未批准前不呼叫 learning write path。",
|
||
"evidence_hash": "sha256:7878787878787878787878787878787878787878787878787878787878787878"
|
||
},
|
||
{
|
||
"candidate_id": "candidate_playbook_trust_update",
|
||
"display_name": "PlayBook trust 候選更新",
|
||
"owner_agent": "nemotron",
|
||
"target_system": "playbook_service.record_execution",
|
||
"allowed_mode": "gated_owner_review",
|
||
"write_enabled": false,
|
||
"runtime_writer_enabled": false,
|
||
"required_fields": ["playbook_id", "success", "verifier_result", "owner_review", "rollback_context"],
|
||
"blocker_summary": "playbook_updated_24h=0；需 post-write verifier 與人工批准才可開始 trust update。",
|
||
"evidence_hash": "sha256:8989898989898989898989898989898989898989898989898989898989898989"
|
||
},
|
||
{
|
||
"candidate_id": "candidate_operator_learning_report",
|
||
"display_name": "operator learning report",
|
||
"owner_agent": "hermes",
|
||
"target_system": "KM / LOGBOOK / Telegram digest",
|
||
"allowed_mode": "manual_append_plan",
|
||
"write_enabled": false,
|
||
"runtime_writer_enabled": false,
|
||
"required_fields": ["readback_at", "gap_lane", "next_gate", "risk_tier", "redacted_evidence_hash"],
|
||
"blocker_summary": "報告可顯示 committed evidence；KM / LOGBOOK runtime append 與 Telegram 實發仍未開 gate。",
|
||
"evidence_hash": "sha256:9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a9a"
|
||
}
|
||
],
|
||
"display_redaction_contract": {
|
||
"redaction_required": true,
|
||
"raw_prompt_display_allowed": false,
|
||
"private_reasoning_display_allowed": false,
|
||
"secret_value_display_allowed": false,
|
||
"raw_telegram_payload_display_allowed": false,
|
||
"work_window_transcript_display_allowed": false,
|
||
"allowed_display_fields": [
|
||
"schema_version",
|
||
"generated_at",
|
||
"program_status",
|
||
"production_readback",
|
||
"recent_status_breakdown",
|
||
"learning_gap_truth",
|
||
"gap_lanes",
|
||
"learning_gates",
|
||
"writeback_candidates",
|
||
"rollups"
|
||
],
|
||
"blocked_display_fields": [
|
||
"raw DB URL",
|
||
"raw approval payload",
|
||
"raw Telegram payload",
|
||
"prompt",
|
||
"private reasoning",
|
||
"secret value",
|
||
"internal collaboration transcript"
|
||
]
|
||
},
|
||
"rollups": {
|
||
"gap_lane_count": 5,
|
||
"passed_lane_count": 1,
|
||
"blocked_lane_count": 2,
|
||
"owner_review_lane_count": 2,
|
||
"approval_24h_total": 66,
|
||
"approval_24h_matched": 66,
|
||
"matched_rate_24h_percent": 100,
|
||
"approved_without_execution_meta_24h": 63,
|
||
"pending_with_matched_24h": 2,
|
||
"execution_failed_with_matched_24h": 1,
|
||
"playbook_with_execution_stats_count": 9,
|
||
"playbook_updated_24h_count": 0,
|
||
"learning_gate_count": 5,
|
||
"writeback_candidate_count": 4,
|
||
"live_learning_write_count": 0,
|
||
"playbook_trust_write_count": 0,
|
||
"gateway_queue_write_count": 0,
|
||
"telegram_send_count": 0,
|
||
"production_write_count": 0,
|
||
"secret_value_read_count": 0,
|
||
"destructive_operation_count": 0
|
||
}
|
||
}
|