diff --git a/apps/api/src/api/v1/agents.py b/apps/api/src/api/v1/agents.py index 27d9a8e91..680eba439 100644 --- a/apps/api/src/api/v1/agents.py +++ b/apps/api/src/api/v1/agents.py @@ -70,6 +70,9 @@ from src.services.ai_agent_learning_writeback_approval_package import ( from src.services.ai_agent_live_read_model_gate import ( load_latest_ai_agent_live_read_model_gate, ) +from src.services.ai_agent_owner_approved_learning_dry_run import ( + load_latest_ai_agent_owner_approved_learning_dry_run, +) from src.services.ai_agent_proactive_operations_contract import ( load_latest_ai_agent_proactive_operations_contract, ) @@ -723,6 +726,34 @@ async def get_agent_telegram_receipt_approval_package() -> dict[str, Any]: ) from exc +@router.get( + "/agent-owner-approved-learning-dry-run", + response_model=dict[str, Any], + summary="取得 AI Agent owner-approved learning dry-run contract", + description=( + "讀取最新已提交的 owner-approved learning writeback dry-run 契約;" + "此端點只回傳 dry-run preview、人工操作選項、驗證與 rollback 契約," + "不寫 KM、不更新 PlayBook trust、不寫 timeline、不寫 replay score、不發 Telegram、" + "不啟動 runtime worker、不回傳未脫敏 payload。" + ), +) +async def get_agent_owner_approved_learning_dry_run() -> dict[str, Any]: + """Return the latest read-only AI Agent owner-approved learning dry-run contract.""" + try: + return await asyncio.to_thread(load_latest_ai_agent_owner_approved_learning_dry_run) + except FileNotFoundError as exc: + raise HTTPException( + status_code=status.HTTP_404_NOT_FOUND, + detail=str(exc), + ) from exc + except (json.JSONDecodeError, ValueError) as exc: + logger.error("ai_agent_owner_approved_learning_dry_run_invalid", error=str(exc)) + raise HTTPException( + status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, + detail="AI Agent owner-approved learning dry-run 無效", + ) from exc + + @router.get( "/agent-proactive-operations-contract", response_model=dict[str, Any], diff --git a/apps/api/src/services/ai_agent_owner_approved_learning_dry_run.py b/apps/api/src/services/ai_agent_owner_approved_learning_dry_run.py new file mode 100644 index 000000000..2c09794c6 --- /dev/null +++ b/apps/api/src/services/ai_agent_owner_approved_learning_dry_run.py @@ -0,0 +1,159 @@ +""" +AI Agent owner-approved learning dry-run snapshot. + +Loads the latest committed P2-403F dry-run contract for owner-approved +learning writeback previews. This module never writes KM, updates PlayBook +trust, writes timeline learning, sends Telegram messages, or starts workers. +""" + +from __future__ import annotations + +import json +from pathlib import Path +from typing import Any + +from src.services.snapshot_paths import default_evaluations_dir + +_DEFAULT_EVALUATIONS_DIR = default_evaluations_dir(Path(__file__)) +_SNAPSHOT_PATTERN = "ai_agent_owner_approved_learning_dry_run_*.json" +_SCHEMA_VERSION = "ai_agent_owner_approved_learning_dry_run_v1" + + +def load_latest_ai_agent_owner_approved_learning_dry_run( + evaluations_dir: Path | None = None, +) -> dict[str, Any]: + """Load the newest committed AI Agent owner-approved learning dry-run contract.""" + directory = evaluations_dir or _DEFAULT_EVALUATIONS_DIR + candidates = sorted(directory.glob(_SNAPSHOT_PATTERN)) + if not candidates: + raise FileNotFoundError( + f"no AI Agent owner-approved learning dry-run snapshots found in {directory}" + ) + + latest = candidates[-1] + with latest.open(encoding="utf-8") as handle: + payload = json.load(handle) + + if not isinstance(payload, dict): + raise ValueError(f"{latest}: expected JSON object") + _require_schema(payload, str(latest)) + _require_read_only_boundaries(payload, str(latest)) + _require_preview_safety(payload, str(latest)) + _require_rollup_consistency(payload, str(latest)) + return payload + + +def _require_schema(payload: dict[str, Any], label: str) -> None: + actual = payload.get("schema_version") + if actual != _SCHEMA_VERSION: + raise ValueError(f"{label}: expected schema_version={_SCHEMA_VERSION}, got {actual!r}") + status = payload.get("program_status") or {} + if status.get("read_only_mode") is not True: + raise ValueError(f"{label}: program_status.read_only_mode must be true") + if status.get("runtime_authority") != "owner_approved_dry_run_only_no_learning_write": + raise ValueError(f"{label}: runtime_authority must stay owner_approved_dry_run_only_no_learning_write") + + +def _require_read_only_boundaries(payload: dict[str, Any], label: str) -> None: + boundaries = payload.get("approval_boundaries") or {} + enabled = sorted(key for key, value in boundaries.items() if value is not False) + if enabled: + raise ValueError(f"{label}: approval boundaries must remain false: {enabled}") + + truth = payload.get("dry_run_truth") or {} + if truth.get("owner_approval_required") is not True: + raise ValueError(f"{label}: owner approval must remain required") + if truth.get("dry_run_preview_allowed") is not True: + raise ValueError(f"{label}: dry-run preview contract must remain allowed") + + false_flags = { + "km_write_allowed", + "playbook_trust_write_allowed", + "timeline_learning_write_allowed", + "agent_replay_score_write_allowed", + "telegram_send_allowed", + "runtime_worker_allowed", + } + unsafe = sorted(flag for flag in false_flags if truth.get(flag) is not False) + if unsafe: + raise ValueError(f"{label}: learning write flags must remain false: {unsafe}") + + zero_counts = { + "owner_approval_received_count", + "dry_run_preview_generated_count", + } + non_zero = sorted(key for key in zero_counts if truth.get(key) != 0) + if non_zero: + raise ValueError(f"{label}: owner approval and dry-run generated counts must remain zero: {non_zero}") + + +def _require_preview_safety(payload: dict[str, Any], label: str) -> None: + preview = payload.get("dry_run_preview") or {} + required_inputs = set(preview.get("required_inputs") or []) + required_minimum = { + "owner_approval_id", + "incident_id", + "redacted_evidence_refs", + "target_learning_surface", + "rollback_plan_ref", + "verification_plan_ref", + } + missing = sorted(required_minimum - required_inputs) + if missing: + raise ValueError(f"{label}: dry-run preview missing required inputs: {missing}") + if not preview.get("preview_outputs"): + raise ValueError(f"{label}: dry-run preview outputs must not be empty") + + actions = payload.get("operator_actions") or [] + action_types = {action.get("action_type") for action in actions} + required_actions = {"review", "collect_evidence", "approve_dry_run", "reject_or_rework"} + if not required_actions.issubset(action_types): + raise ValueError(f"{label}: operator actions must cover {sorted(required_actions)}") + + verification = payload.get("verification_contract") or {} + if verification.get("verification_required") is not True: + raise ValueError(f"{label}: verification must be required") + if verification.get("rollback_required") is not True: + raise ValueError(f"{label}: rollback must be required") + if not verification.get("verification_steps"): + raise ValueError(f"{label}: verification steps must not be empty") + + redaction = payload.get("display_redaction_contract") or {} + if redaction.get("redaction_required") is not True: + raise ValueError(f"{label}: frontend redaction must be required") + for flag in ("raw_payload_display_allowed", "private_reasoning_display_allowed", "secret_value_display_allowed"): + if redaction.get(flag) is not False: + raise ValueError(f"{label}: {flag} must remain false") + + +def _require_rollup_consistency(payload: dict[str, Any], label: str) -> None: + rollups = payload.get("rollups") or {} + actions = payload.get("operator_actions") or [] + gates = payload.get("dry_run_gates") or [] + preview = payload.get("dry_run_preview") or {} + truth = payload.get("dry_run_truth") or {} + expected_counts = { + "operator_action_count": len(actions), + "dry_run_gate_count": len(gates), + "blocked_write_action_count": len({gate.get("blocked_write_action") for gate in gates}), + "required_input_count": len(preview.get("required_inputs") or []), + "forbidden_input_count": len(preview.get("forbidden_inputs") or []), + "preview_output_count": len(preview.get("preview_outputs") or []), + } + mismatched = { + key: {"expected": expected, "actual": rollups.get(key)} + for key, expected in expected_counts.items() + if rollups.get(key) != expected + } + if mismatched: + raise ValueError(f"{label}: rollup counts must match payload sections: {mismatched}") + + approval_required = sorted( + gate.get("gate_id") for gate in gates if gate.get("status") == "approval_required" + ) + if sorted(rollups.get("approval_required_gate_ids") or []) != approval_required: + raise ValueError(f"{label}: rollups.approval_required_gate_ids mismatch") + if rollups.get("live_write_count_total") != 0: + raise ValueError(f"{label}: live write count must remain zero") + if rollups.get("dry_run_preview_generated_count") != truth.get("dry_run_preview_generated_count"): + raise ValueError(f"{label}: dry_run_preview_generated_count mismatch") diff --git a/apps/api/tests/test_ai_agent_interaction_learning_proof.py b/apps/api/tests/test_ai_agent_interaction_learning_proof.py index 809fbec8a..1189d54a2 100644 --- a/apps/api/tests/test_ai_agent_interaction_learning_proof.py +++ b/apps/api/tests/test_ai_agent_interaction_learning_proof.py @@ -13,9 +13,9 @@ def test_load_latest_ai_agent_interaction_learning_proof_reads_committed_snapsho data = load_latest_ai_agent_interaction_learning_proof() assert data["schema_version"] == "ai_agent_interaction_learning_proof_v1" - assert data["program_status"]["overall_completion_percent"] == 80 - assert data["program_status"]["current_task_id"] == "P2-403E" - assert data["program_status"]["next_task_id"] == "P2-403F" + assert data["program_status"]["overall_completion_percent"] == 88 + assert data["program_status"]["current_task_id"] == "P2-403F" + assert data["program_status"]["next_task_id"] == "P2-403G" assert data["program_status"]["read_only_mode"] is True assert data["program_status"]["runtime_authority"] == "proof_surface_only_no_live_worker" assert data["live_truth"]["runtime_loop_enabled"] is False diff --git a/apps/api/tests/test_ai_agent_interaction_learning_proof_api.py b/apps/api/tests/test_ai_agent_interaction_learning_proof_api.py index 734077a2f..a6a3763b0 100644 --- a/apps/api/tests/test_ai_agent_interaction_learning_proof_api.py +++ b/apps/api/tests/test_ai_agent_interaction_learning_proof_api.py @@ -16,9 +16,9 @@ def test_ai_agent_interaction_learning_proof_endpoint_returns_committed_snapshot assert response.status_code == 200 data = response.json() assert data["schema_version"] == "ai_agent_interaction_learning_proof_v1" - assert data["program_status"]["overall_completion_percent"] == 80 - assert data["program_status"]["current_task_id"] == "P2-403E" - assert data["program_status"]["next_task_id"] == "P2-403F" + assert data["program_status"]["overall_completion_percent"] == 88 + assert data["program_status"]["current_task_id"] == "P2-403F" + assert data["program_status"]["next_task_id"] == "P2-403G" assert data["program_status"]["read_only_mode"] is True assert data["live_truth"]["runtime_loop_enabled"] is False assert data["live_truth"]["active_live_agent_sessions"] == 0 diff --git a/apps/api/tests/test_ai_agent_owner_approved_learning_dry_run.py b/apps/api/tests/test_ai_agent_owner_approved_learning_dry_run.py new file mode 100644 index 000000000..5c43150df --- /dev/null +++ b/apps/api/tests/test_ai_agent_owner_approved_learning_dry_run.py @@ -0,0 +1,68 @@ +import copy + +import pytest + +from src.services.ai_agent_owner_approved_learning_dry_run import ( + load_latest_ai_agent_owner_approved_learning_dry_run, +) + + +def test_load_latest_ai_agent_owner_approved_learning_dry_run(): + data = load_latest_ai_agent_owner_approved_learning_dry_run() + + assert data["schema_version"] == "ai_agent_owner_approved_learning_dry_run_v1" + assert data["program_status"]["current_task_id"] == "P2-403F" + assert data["program_status"]["next_task_id"] == "P2-403G" + assert data["dry_run_truth"]["owner_approval_received_count"] == 0 + assert data["dry_run_truth"]["dry_run_preview_allowed"] is True + assert data["dry_run_truth"]["dry_run_preview_generated_count"] == 0 + assert data["dry_run_truth"]["km_write_allowed"] is False + assert data["dry_run_truth"]["playbook_trust_write_allowed"] is False + assert data["rollups"]["operator_action_count"] == len(data["operator_actions"]) + + +def test_rejects_learning_write_enabled(tmp_path): + data = load_latest_ai_agent_owner_approved_learning_dry_run() + bad = copy.deepcopy(data) + bad["dry_run_truth"]["km_write_allowed"] = True + path = tmp_path / "ai_agent_owner_approved_learning_dry_run_2026-06-11.json" + path.write_text(__import__("json").dumps(bad), encoding="utf-8") + + with pytest.raises(ValueError, match="learning write flags"): + load_latest_ai_agent_owner_approved_learning_dry_run(tmp_path) + + +def test_rejects_owner_approval_count_increment(tmp_path): + data = load_latest_ai_agent_owner_approved_learning_dry_run() + bad = copy.deepcopy(data) + bad["dry_run_truth"]["owner_approval_received_count"] = 1 + path = tmp_path / "ai_agent_owner_approved_learning_dry_run_2026-06-11.json" + path.write_text(__import__("json").dumps(bad), encoding="utf-8") + + with pytest.raises(ValueError, match="counts must remain zero"): + load_latest_ai_agent_owner_approved_learning_dry_run(tmp_path) + + +def test_rejects_missing_operator_action_type(tmp_path): + data = load_latest_ai_agent_owner_approved_learning_dry_run() + bad = copy.deepcopy(data) + bad["operator_actions"] = [ + action for action in bad["operator_actions"] if action["action_type"] != "reject_or_rework" + ] + bad["rollups"]["operator_action_count"] = len(bad["operator_actions"]) + path = tmp_path / "ai_agent_owner_approved_learning_dry_run_2026-06-11.json" + path.write_text(__import__("json").dumps(bad), encoding="utf-8") + + with pytest.raises(ValueError, match="operator actions"): + load_latest_ai_agent_owner_approved_learning_dry_run(tmp_path) + + +def test_rejects_rollup_mismatch(tmp_path): + data = load_latest_ai_agent_owner_approved_learning_dry_run() + bad = copy.deepcopy(data) + bad["rollups"]["dry_run_gate_count"] = 999 + path = tmp_path / "ai_agent_owner_approved_learning_dry_run_2026-06-11.json" + path.write_text(__import__("json").dumps(bad), encoding="utf-8") + + with pytest.raises(ValueError, match="rollup counts"): + load_latest_ai_agent_owner_approved_learning_dry_run(tmp_path) diff --git a/apps/api/tests/test_ai_agent_owner_approved_learning_dry_run_api.py b/apps/api/tests/test_ai_agent_owner_approved_learning_dry_run_api.py new file mode 100644 index 000000000..0766d187d --- /dev/null +++ b/apps/api/tests/test_ai_agent_owner_approved_learning_dry_run_api.py @@ -0,0 +1,18 @@ +from fastapi.testclient import TestClient + +from src.main import app + + +def test_get_ai_agent_owner_approved_learning_dry_run_api(): + client = TestClient(app) + response = client.get("/api/v1/agents/agent-owner-approved-learning-dry-run") + + assert response.status_code == 200 + data = response.json() + assert data["schema_version"] == "ai_agent_owner_approved_learning_dry_run_v1" + assert data["program_status"]["current_task_id"] == "P2-403F" + assert data["program_status"]["next_task_id"] == "P2-403G" + assert data["dry_run_truth"]["owner_approval_received_count"] == 0 + assert data["dry_run_truth"]["dry_run_preview_generated_count"] == 0 + assert data["dry_run_truth"]["km_write_allowed"] is False + assert data["rollups"]["live_write_count_total"] == 0 diff --git a/apps/api/tests/test_ai_agent_proactive_operations_contract.py b/apps/api/tests/test_ai_agent_proactive_operations_contract.py index 77589654c..f33f2b97b 100644 --- a/apps/api/tests/test_ai_agent_proactive_operations_contract.py +++ b/apps/api/tests/test_ai_agent_proactive_operations_contract.py @@ -14,8 +14,8 @@ def test_load_latest_ai_agent_proactive_operations_contract_reads_committed_snap assert data["schema_version"] == "ai_agent_proactive_operations_contract_v1" assert data["program_status"]["overall_completion_percent"] == 100 - assert data["program_status"]["current_task_id"] == "P2-403E" - assert data["program_status"]["next_task_id"] == "P2-403F" + assert data["program_status"]["current_task_id"] == "P2-403F" + assert data["program_status"]["next_task_id"] == "P2-403G" assert data["program_status"]["read_only_mode"] is True assert data["program_status"]["runtime_authority"] == "contract_only_no_version_or_runtime_update" assert data["approval_boundaries"]["runtime_version_update_allowed"] is False @@ -25,7 +25,7 @@ def test_load_latest_ai_agent_proactive_operations_contract_reads_committed_snap assert data["approval_boundaries"]["telegram_direct_send_allowed"] is False assert data["rollups"]["version_domain_count"] == len(data["version_lifecycle_domains"]) == 12 assert data["rollups"]["delegable_capability_count"] == len(data["delegable_capabilities"]) == 24 - assert data["rollups"]["rollout_task_count"] == len(data["rollout_tasks"]) == 12 + assert data["rollups"]["rollout_task_count"] == len(data["rollout_tasks"]) == 13 assert data["rollups"]["auto_execute_allowed_count"] == 0 assert any(domain["domain_id"] == "ai_agents_models" for domain in data["version_lifecycle_domains"]) assert any( diff --git a/apps/api/tests/test_ai_agent_proactive_operations_contract_api.py b/apps/api/tests/test_ai_agent_proactive_operations_contract_api.py index 8549bc08a..ab6443805 100644 --- a/apps/api/tests/test_ai_agent_proactive_operations_contract_api.py +++ b/apps/api/tests/test_ai_agent_proactive_operations_contract_api.py @@ -17,8 +17,8 @@ def test_ai_agent_proactive_operations_contract_endpoint_returns_committed_snaps data = response.json() assert data["schema_version"] == "ai_agent_proactive_operations_contract_v1" assert data["program_status"]["overall_completion_percent"] == 100 - assert data["program_status"]["current_task_id"] == "P2-403E" - assert data["program_status"]["next_task_id"] == "P2-403F" + assert data["program_status"]["current_task_id"] == "P2-403F" + assert data["program_status"]["next_task_id"] == "P2-403G" assert data["program_status"]["read_only_mode"] is True assert data["approval_boundaries"]["runtime_version_update_allowed"] is False assert data["approval_boundaries"]["package_upgrade_allowed"] is False @@ -26,7 +26,7 @@ def test_ai_agent_proactive_operations_contract_endpoint_returns_committed_snaps assert data["approval_boundaries"]["telegram_direct_send_allowed"] is False assert data["rollups"]["version_domain_count"] == 12 assert data["rollups"]["delegable_capability_count"] == 24 - assert data["rollups"]["rollout_task_count"] == 12 + assert data["rollups"]["rollout_task_count"] == 13 assert data["rollups"]["auto_execute_allowed_count"] == 0 assert any(domain["domain_id"] == "host_os_packages" for domain in data["version_lifecycle_domains"]) assert any( diff --git a/apps/web/messages/en.json b/apps/web/messages/en.json index 2d768cdea..4e48170a0 100644 --- a/apps/web/messages/en.json +++ b/apps/web/messages/en.json @@ -3797,6 +3797,32 @@ "forbiddenFields": "禁止欄位 {count}", "retry": "retry policy: {value}" } + }, + "ownerApprovedLearningDryRun": { + "title": "P2-403F Owner-approved Learning Dry-run", + "source": "{generated} · {current} → {next}", + "previewTitle": "Dry-run preview", + "truthTitle": "目前 dry-run 真相", + "verificationTitle": "驗證與回滾", + "metrics": { + "overall": "P2-403F 進度", + "actions": "人工選項", + "gates": "Dry-run gates", + "approval": "需批准 gates", + "blocked": "阻擋寫入", + "outputs": "Preview 產物", + "generated": "已產生 preview" + }, + "flags": { + "ownerApproval": "owner approval: {value}", + "km": "KM write: {value}", + "telegram": "Telegram send: {value}" + }, + "labels": { + "requiredInputs": "必填輸入 {count}", + "forbiddenInputs": "禁止輸入 {count}", + "previewAllowed": "preview contract: {value}" + } } } }, diff --git a/apps/web/messages/zh-TW.json b/apps/web/messages/zh-TW.json index 2d768cdea..4e48170a0 100644 --- a/apps/web/messages/zh-TW.json +++ b/apps/web/messages/zh-TW.json @@ -3797,6 +3797,32 @@ "forbiddenFields": "禁止欄位 {count}", "retry": "retry policy: {value}" } + }, + "ownerApprovedLearningDryRun": { + "title": "P2-403F Owner-approved Learning Dry-run", + "source": "{generated} · {current} → {next}", + "previewTitle": "Dry-run preview", + "truthTitle": "目前 dry-run 真相", + "verificationTitle": "驗證與回滾", + "metrics": { + "overall": "P2-403F 進度", + "actions": "人工選項", + "gates": "Dry-run gates", + "approval": "需批准 gates", + "blocked": "阻擋寫入", + "outputs": "Preview 產物", + "generated": "已產生 preview" + }, + "flags": { + "ownerApproval": "owner approval: {value}", + "km": "KM write: {value}", + "telegram": "Telegram send: {value}" + }, + "labels": { + "requiredInputs": "必填輸入 {count}", + "forbiddenInputs": "禁止輸入 {count}", + "previewAllowed": "preview contract: {value}" + } } } }, diff --git a/apps/web/src/app/[locale]/governance/tabs/automation-inventory-tab.tsx b/apps/web/src/app/[locale]/governance/tabs/automation-inventory-tab.tsx index 6d718838f..5d0400642 100644 --- a/apps/web/src/app/[locale]/governance/tabs/automation-inventory-tab.tsx +++ b/apps/web/src/app/[locale]/governance/tabs/automation-inventory-tab.tsx @@ -40,6 +40,7 @@ import { type AiAgentInteractionLearningProofSnapshot, type AiAgentLearningWritebackApprovalPackageSnapshot, type AiAgentLiveReadModelGateSnapshot, + type AiAgentOwnerApprovedLearningDryRunSnapshot, type AiAgentProactiveOperationsContractSnapshot, type AiAgentRedisDryRunGateSnapshot, type AiAgentTelegramReceiptApprovalPackageSnapshot, @@ -326,6 +327,7 @@ export function AutomationInventoryTab() { const [redisDryRunGate, setRedisDryRunGate] = useState(null) const [learningWritebackPackage, setLearningWritebackPackage] = useState(null) const [telegramReceiptPackage, setTelegramReceiptPackage] = useState(null) + const [ownerApprovedLearningDryRun, setOwnerApprovedLearningDryRun] = useState(null) const [hostStatefulInventory, setHostStatefulInventory] = useState(null) const [serviceHealthGapMatrix, setServiceHealthGapMatrix] = useState(null) const [serviceHealthNotificationPolicy, setServiceHealthNotificationPolicy] = useState(null) @@ -352,6 +354,7 @@ export function AutomationInventoryTab() { apiClient.getAiAgentRedisDryRunGate(), apiClient.getAiAgentLearningWritebackApprovalPackage(), apiClient.getAiAgentTelegramReceiptApprovalPackage(), + apiClient.getAiAgentOwnerApprovedLearningDryRun(), apiClient.getAiAgentHostStatefulVersionInventory(), apiClient.getServiceHealthGapMatrix(), apiClient.getServiceHealthFailureNotificationPolicy(), @@ -377,6 +380,7 @@ export function AutomationInventoryTab() { redisDryRunGateResult, learningWritebackPackageResult, telegramReceiptPackageResult, + ownerApprovedLearningDryRunResult, hostStatefulInventoryResult, serviceHealthGapMatrixResult, serviceHealthNotificationPolicyResult, @@ -399,6 +403,7 @@ export function AutomationInventoryTab() { setRedisDryRunGate(redisDryRunGateResult.status === 'fulfilled' ? redisDryRunGateResult.value : null) setLearningWritebackPackage(learningWritebackPackageResult.status === 'fulfilled' ? learningWritebackPackageResult.value : null) setTelegramReceiptPackage(telegramReceiptPackageResult.status === 'fulfilled' ? telegramReceiptPackageResult.value : null) + setOwnerApprovedLearningDryRun(ownerApprovedLearningDryRunResult.status === 'fulfilled' ? ownerApprovedLearningDryRunResult.value : null) setHostStatefulInventory(hostStatefulInventoryResult.status === 'fulfilled' ? hostStatefulInventoryResult.value : null) setServiceHealthGapMatrix(serviceHealthGapMatrixResult.status === 'fulfilled' ? serviceHealthGapMatrixResult.value : null) setServiceHealthNotificationPolicy(serviceHealthNotificationPolicyResult.status === 'fulfilled' ? serviceHealthNotificationPolicyResult.value : null) @@ -419,6 +424,7 @@ export function AutomationInventoryTab() { redisDryRunGateResult, learningWritebackPackageResult, telegramReceiptPackageResult, + ownerApprovedLearningDryRunResult, hostStatefulInventoryResult, serviceHealthGapMatrixResult, serviceHealthNotificationPolicyResult, @@ -684,6 +690,30 @@ export function AutomationInventoryTab() { }) }, [telegramReceiptPackage]) + const visibleOwnerApprovedLearningActions = useMemo(() => { + if (!ownerApprovedLearningDryRun) return [] + const priority = { approval_required: 0, ready_for_owner: 1, blocked_by_runtime_gate: 2 } as Record + return [...ownerApprovedLearningDryRun.operator_actions] + .sort((a, b) => { + const left = priority[a.status] ?? 3 + const right = priority[b.status] ?? 3 + if (left !== right) return left - right + return a.action_id.localeCompare(b.action_id) + }) + }, [ownerApprovedLearningDryRun]) + + const visibleOwnerApprovedLearningGates = useMemo(() => { + if (!ownerApprovedLearningDryRun) return [] + const priority = { approval_required: 0, blocked_by_runtime_gate: 1, contract_ready: 2 } as Record + return [...ownerApprovedLearningDryRun.dry_run_gates] + .sort((a, b) => { + const left = priority[a.status] ?? 3 + const right = priority[b.status] ?? 3 + if (left !== right) return left - right + return a.gate_id.localeCompare(b.gate_id) + }) + }, [ownerApprovedLearningDryRun]) + const visibleReadinessRows = useMemo(() => { if (!backupReadiness) return [] const priority = { blocked: 0, action_required: 1, deferred: 2, ready: 3 } as Record @@ -827,7 +857,7 @@ export function AutomationInventoryTab() { ) } - if (error || !snapshot || !backlog || !backupTargets || !backupReadiness || !backupPolicy || !offsiteEscrow || !giteaHealth || !observabilityMatrix || !providerRouteMatrix || !deploymentLayout || !proactiveOperations || !interactionLearningProof || !liveReadModelGate || !redisDryRunGate || !learningWritebackPackage || !telegramReceiptPackage || !hostStatefulInventory || !serviceHealthGapMatrix || !serviceHealthNotificationPolicy) { + if (error || !snapshot || !backlog || !backupTargets || !backupReadiness || !backupPolicy || !offsiteEscrow || !giteaHealth || !observabilityMatrix || !providerRouteMatrix || !deploymentLayout || !proactiveOperations || !interactionLearningProof || !liveReadModelGate || !redisDryRunGate || !learningWritebackPackage || !telegramReceiptPackage || !ownerApprovedLearningDryRun || !hostStatefulInventory || !serviceHealthGapMatrix || !serviceHealthNotificationPolicy) { return (
@@ -939,6 +969,13 @@ export function AutomationInventoryTab() { const telegramReceiptApprovals = telegramReceiptPackage.rollups.approval_required_gate_ids.length const telegramReceiptBlockedActions = telegramReceiptPackage.rollups.blocked_runtime_action_count const telegramReceiptLiveTotal = telegramReceiptPackage.rollups.live_receipt_count_total + const ownerApprovedLearningOverall = ownerApprovedLearningDryRun.program_status.overall_completion_percent + const ownerApprovedLearningActions = ownerApprovedLearningDryRun.rollups.operator_action_count + const ownerApprovedLearningGates = ownerApprovedLearningDryRun.rollups.dry_run_gate_count + const ownerApprovedLearningApprovals = ownerApprovedLearningDryRun.rollups.approval_required_gate_ids.length + const ownerApprovedLearningBlockedWrites = ownerApprovedLearningDryRun.rollups.blocked_write_action_count + const ownerApprovedLearningPreviewOutputs = ownerApprovedLearningDryRun.rollups.preview_output_count + const ownerApprovedLearningGenerated = ownerApprovedLearningDryRun.rollups.dry_run_preview_generated_count const hostReadonlyDeniedCount = ( hostStatefulInventory.rollups.ssh_login_allowed_count + hostStatefulInventory.rollups.kubectl_command_execution_allowed_count @@ -1913,7 +1950,7 @@ export function AutomationInventoryTab() {
-
+
{visibleTelegramReceiptLanes.map(lane => (
@@ -1933,6 +1970,114 @@ export function AutomationInventoryTab() {
+
+
+
+ + + {t('ownerApprovedLearningDryRun.title')} + +
+ +
+ +
+ } /> + } /> + } /> + 0 ? 'danger' : 'ok'} icon={} /> + 0 ? 'danger' : 'ok'} icon={} /> + } /> + } /> +
+ +
+
+
+ {t('ownerApprovedLearningDryRun.previewTitle')} + + {ownerApprovedLearningDryRun.dry_run_preview.operator_meaning} + +
+ + + +
+
+ +
+ {t('ownerApprovedLearningDryRun.truthTitle')} + + {ownerApprovedLearningDryRun.dry_run_truth.truth_note} + +
+ + + +
+
+ +
+ {t('ownerApprovedLearningDryRun.verificationTitle')} +
+ {ownerApprovedLearningDryRun.verification_contract.verification_steps.slice(0, 5).map(step => ( + + {step} + + ))} +
+
+
+ +
+ {visibleOwnerApprovedLearningActions.map(action => ( +
+
+ + {action.action_id} + + +
+ + {action.display_name} + + + {action.operator_instruction} + +
+ + +
+
+ ))} +
+
+ +
+ {visibleOwnerApprovedLearningGates.map(gate => ( +
+
+ + {gate.display_name} + + +
+ + {gate.required_evidence} + + +
+ ))} +
+
+
diff --git a/apps/web/src/lib/api-client.ts b/apps/web/src/lib/api-client.ts index 2cc3d4b6f..bc7dc1e69 100644 --- a/apps/web/src/lib/api-client.ts +++ b/apps/web/src/lib/api-client.ts @@ -297,6 +297,11 @@ export const apiClient = { return handleResponse(res) }, + async getAiAgentOwnerApprovedLearningDryRun() { + const res = await fetch(`${API_BASE_URL}/agents/agent-owner-approved-learning-dry-run`) + return handleResponse(res) + }, + async getAiAgentHostStatefulVersionInventory() { const res = await fetch(`${API_BASE_URL}/agents/agent-host-stateful-version-inventory`) return handleResponse(res) @@ -1510,6 +1515,82 @@ export interface AiAgentTelegramReceiptApprovalPackageSnapshot { } } +export interface AiAgentOwnerApprovedLearningDryRunSnapshot { + schema_version: 'ai_agent_owner_approved_learning_dry_run_v1' + generated_at: string + program_status: { + overall_completion_percent: number + current_priority: 'P0' | 'P1' | 'P2' | 'P3' + current_task_id: string + next_task_id: string + read_only_mode: true + runtime_authority: 'owner_approved_dry_run_only_no_learning_write' + status_note: string + } + source_refs: string[] + dry_run_truth: { + owner_approval_required: true + owner_approval_received_count: number + dry_run_preview_allowed: true + dry_run_preview_generated_count: number + km_write_allowed: false + playbook_trust_write_allowed: false + timeline_learning_write_allowed: false + agent_replay_score_write_allowed: false + telegram_send_allowed: false + runtime_worker_allowed: false + truth_note: string + } + dry_run_preview: { + required_inputs: string[] + forbidden_inputs: string[] + preview_outputs: string[] + operator_meaning: string + } + operator_actions: Array<{ + action_id: string + display_name: string + action_type: 'review' | 'collect_evidence' | 'approve_dry_run' | 'reject_or_rework' + status: string + owner_agent: 'openclaw' | 'hermes' | 'nemotron' + operator_instruction: string + blocked_runtime_action: string + }> + dry_run_gates: Array<{ + gate_id: string + display_name: string + status: string + required_evidence: string + blocked_write_action: string + }> + verification_contract: { + verification_required: true + verification_steps: string[] + rollback_required: true + } + approval_boundaries: Record + display_redaction_contract: { + redaction_required: true + raw_payload_display_allowed: false + private_reasoning_display_allowed: false + secret_value_display_allowed: false + allowed_frontend_content: string[] + forbidden_frontend_content: string[] + frontend_display_policy: string + } + rollups: { + operator_action_count: number + dry_run_gate_count: number + approval_required_gate_ids: string[] + blocked_write_action_count: number + required_input_count: number + forbidden_input_count: number + preview_output_count: number + live_write_count_total: number + dry_run_preview_generated_count: number + } +} + export interface AiAgentHostStatefulVersionInventorySnapshot { schema_version: 'ai_agent_host_stateful_version_inventory_v1' generated_at: string diff --git a/docs/LOGBOOK.md b/docs/LOGBOOK.md index 97458f243..178e2dfe2 100644 --- a/docs/LOGBOOK.md +++ b/docs/LOGBOOK.md @@ -1,3 +1,34 @@ +## 2026-06-11|P2-403F Owner-approved Learning Dry-run Preview + +**背景**:統帥指出「批准後仍沒有自動化,也沒有人工處理選項或明確說明」。P2-403D / P2-403E 已把 learning writeback 與 Telegram receipt 拆成批准包,但批准後的下一步仍不能直接寫 KM 或發 Telegram。本段先把 owner approval 後應產生的 dry-run preview、人工操作選項、補證路徑、驗證與 rollback 契約做成只讀 API 與治理頁區塊。 + +**完成**: + +- 新增 `ai_agent_owner_approved_learning_dry_run_v1` schema、committed snapshot、只讀 loader、API route 與測試。 +- 新增 `GET /api/v1/agents/agent-owner-approved-learning-dry-run`,只回傳 dry-run preview 契約與人工操作選項;不產生 live preview、不寫 KM、不更新 PlayBook trust、不寫 timeline learning、不寫 replay score、不發 Telegram、不啟動 runtime worker。 +- Snapshot 固定 `8` 個 dry-run preview 必填輸入、`6` 個 forbidden inputs、`6` 個 preview outputs、`4` 個 operator actions、`4` 個 dry-run gates、verification / rollback contract 與 live write total `0`。 +- Governance automation inventory 頁新增 P2-403F 區塊,顯示「審查 learning delta preview、補齊修復證據、批准產生 dry-run preview、退回或標記 no-action」四種人工下一步,避免批准後只顯示空泛結論。 +- `agent-interaction-learning-proof` 與 `agent-proactive-operations-contract` 已同步 current / next:`P2-403F -> P2-403G`;三 Agent 互動學習證據完成度 `80% -> 88%`。 +- MASTER §3.2.1c / §3.2.1d、AI Agent 自動化工作清單、互動學習證據報告與主動營運報告已同步 P2-403F;下一步為 `P2-403G` runtime write gate review。 + +**本地驗證**: + +- JSON parse:P2-403F schema / snapshot、P2-403 interaction snapshot、P2-403 proactive snapshot、`zh-TW.json`、`en.json` 通過。 +- `python3 -m py_compile apps/api/src/services/ai_agent_owner_approved_learning_dry_run.py apps/api/src/api/v1/agents.py`:通過。 +- API/service pytest:P2-403F owner-approved learning dry-run、P2-403E Telegram receipt approval package、P2-403 interaction proof、P2-403 proactive contract 目標測試 `22 passed`。 +- `pnpm --filter @awoooi/web typecheck`:通過。 +- `source-control-owner-response-guard.py`、`security-mirror-progress-guard.py`、`doc-secrets-sanity-check.py docs .gitea`、`git diff --check` 通過。 + +**完成度同步**: + +- P2-403F Owner-approved learning dry-run preview:本地 `100%`。 +- 三 Agent 主動溝通、學習與成長證據:`88%`。 +- P2-403G runtime write gate review:`0%`,尚未開始。 +- owner approval received、dry-run preview generated、KM write、PlayBook trust update、timeline learning write、replay score write、Telegram send、runtime worker:全部仍為 `0 / false`。 +- IwoooS 整體仍維持 `64%`;active runtime gate 仍 `0`。 + +**邊界**:本段只做只讀 dry-run 契約、snapshot、schema、API、測試、前端可視化與文件;未產生 live preview、未寫 KM、未更新 PlayBook trust、未寫 timeline learning、未寫 replay score、未發 Telegram、未 SSH、未 active scan、未收 secret value、未開 runtime gate、未建立任何 P2-403F 內容區執行按鈕。 + ## 2026-06-11|P2-403E Telegram Receipt Approval Package **背景**:P2-403D 已把 learning writeback 拆成 owner review 批准包,但 Telegram 告警仍不能只靠「應該會送」或「已批准」這類文字。這一段先把 queue、delivery、ack、failure、retry 的 receipt approval package 固定為只讀契約;批准前不得寫 Gateway queue、不得呼叫 Telegram Bot API、不得改 receiver route、不得啟動 retry worker。 diff --git a/docs/ai/AI_AGENT_AUTOMATION_WORKLIST_2026-06-04.md b/docs/ai/AI_AGENT_AUTOMATION_WORKLIST_2026-06-04.md index 772f17e15..513247e85 100644 --- a/docs/ai/AI_AGENT_AUTOMATION_WORKLIST_2026-06-04.md +++ b/docs/ai/AI_AGENT_AUTOMATION_WORKLIST_2026-06-04.md @@ -12,7 +12,7 @@ | Nemotron 實際整合應用 | 30% | 完整回放前仍被關卡擋下 | `blocked_needs_evidence`,下一關是 `refresh_source_evidence_then_5_record_smoke_only` | | 工具 / 服務 / 套件 AI 自動化 | 92% | P0 已完成;P1 服務 / runtime / 監控 / provider / service health / 備份 / DR / 套件與供應鏈只讀基線已完成;P1-007 失敗限定通知合約與前端 redaction 合約已完成;下一主線是 P2-004 依賴 / 供應鏈漂移監控 | 狀態分類、盤點 schema、權限矩陣、靜態盤點種子、只讀 API、UI 骨架、驗證、自動化待辦 schema / 快照 / API / 分組 UI、Backup / DR 目標盤點、準備度矩陣、備份通知政策、Backup / DR 證據 UI、復原演練批准包模板、異地 / escrow 準備度狀態、任務批准邊界、確定性進度彙總、Python 套件 / 供應鏈只讀基線、JS pnpm/npm 只讀基線、Docker build surface 只讀基線、CVE / license / drift 嚴重度政策、定期依賴漂移與外部資料來源檢查設計、依賴升級批准包模板、runtime_surface_inventory_v1 schema / snapshot / API / UI、gitea_workflow_runner_health_v1 schema / snapshot / API / UI、observability_contract_matrix_v1 schema / snapshot / API / UI、ai_provider_route_matrix_v1 schema / snapshot / API / UI、service_health_gap_matrix_v1 schema / snapshot / API / UI、service health evidence cards UI、service_health_failure_notification_policy_v1 schema / snapshot / API / UI 已完成 | | OpenClaw / Hermes / NemoTron 佈建布局 | 45% | P1-401 / P1-402 已完成;仍是只讀 layout 與治理頁顯示,不是 runtime deploy | `ai_agent_deployment_layout_v1` schema、`ai_agent_deployment_layout_2026-06-11.json`、`GET /api/v1/agents/agent-deployment-layout`、治理頁自動化盤點 UI、`AI_AGENT_DEPLOYMENT_LAYOUT_2026-06-11.md` | -| OpenClaw / Hermes / NemoTron 主動溝通、學習與成長證據 | 80% | P2-401A 已完成只讀 contract;P2-403A 已完成互動 / 接手 / 學習 / 成長證據面板;P2-403B 已完成 AgentSession / Redis Streams live read model gate;P2-403C 已完成 Redis Streams consumer group dry-run、handoff envelope、ack / dead-letter / replay gate;P2-403D 已完成 learning writeback approval package;P2-403E 已完成 Telegram receipt approval package。runtime worker、DB migration、production Redis consumer group、Telegram 實發、KM / PlayBook trust / timeline / replay score 寫入、SDK / 付費服務仍未開 gate | `ai_agent_communication_learning_contract_v1`、`ai_agent_interaction_learning_proof_v1`、`ai_agent_live_read_model_gate_v1`、`ai_agent_redis_dry_run_gate_v1`、`ai_agent_learning_writeback_approval_package_v1`、`ai_agent_telegram_receipt_approval_package_v1`、`GET /api/v1/agents/agent-communication-learning-contract`、`GET /api/v1/agents/agent-interaction-learning-proof`、`GET /api/v1/agents/agent-live-read-model-gate`、`GET /api/v1/agents/agent-redis-dry-run-gate`、`GET /api/v1/agents/agent-learning-writeback-approval-package`、`GET /api/v1/agents/agent-telegram-receipt-approval-package`、`/zh-TW/governance?tab=automation-inventory`、MASTER §3.2.1b / §3.2.1d / §3.4.3 | +| OpenClaw / Hermes / NemoTron 主動溝通、學習與成長證據 | 88% | P2-401A 已完成只讀 contract;P2-403A 已完成互動 / 接手 / 學習 / 成長證據面板;P2-403B 已完成 AgentSession / Redis Streams live read model gate;P2-403C 已完成 Redis Streams consumer group dry-run、handoff envelope、ack / dead-letter / replay gate;P2-403D 已完成 learning writeback approval package;P2-403E 已完成 Telegram receipt approval package;P2-403F 已完成 owner-approved learning dry-run preview 與人工操作選項。runtime worker、DB migration、production Redis consumer group、Telegram 實發、KM / PlayBook trust / timeline / replay score 寫入、SDK / 付費服務仍未開 gate | `ai_agent_communication_learning_contract_v1`、`ai_agent_interaction_learning_proof_v1`、`ai_agent_live_read_model_gate_v1`、`ai_agent_redis_dry_run_gate_v1`、`ai_agent_learning_writeback_approval_package_v1`、`ai_agent_telegram_receipt_approval_package_v1`、`GET /api/v1/agents/agent-communication-learning-contract`、`GET /api/v1/agents/agent-interaction-learning-proof`、`GET /api/v1/agents/agent-live-read-model-gate`、`GET /api/v1/agents/agent-redis-dry-run-gate`、`GET /api/v1/agents/agent-learning-writeback-approval-package`、`GET /api/v1/agents/agent-telegram-receipt-approval-package`、`GET /api/v1/agents/agent-owner-approved-learning-dry-run`、`/zh-TW/governance?tab=automation-inventory`、MASTER §3.2.1b / §3.2.1d / §3.4.3 | | AI Agent 主動營運委派與版本生命週期 | 100% | P2-402A / P2-402B / P2-402C / P2-402D / P2-402E / P2-402F / P2-402G 已完成;已建立 repo-only 版本新鮮度快照、工具採用批准包、Telegram action-required digest policy、Gitea PR 草案 lane、host / K3s / stateful 版本只讀盤點、API 與 governance UI。定期排程、外部版本查詢、工具安裝、CI 變更、套件升級、主機更新、container pull、實際 PR creation、auto merge、Telegram 實發、SSH、kubectl、重啟仍未開 gate | `ai_agent_proactive_operations_contract_v1`、`ai_agent_version_freshness_snapshot_v1`、`ai_agent_tool_adoption_approval_package_v1`、`ai_agent_telegram_action_required_digest_policy_v1`、`ai_agent_gitea_pr_draft_lane_v1`、`ai_agent_host_stateful_version_inventory_v1`、`GET /api/v1/agents/agent-proactive-operations-contract`、`GET /api/v1/agents/agent-version-freshness-snapshot`、`GET /api/v1/agents/agent-tool-adoption-approval-package`、`GET /api/v1/agents/agent-telegram-action-required-digest-policy`、`GET /api/v1/agents/agent-gitea-pr-draft-lane`、`GET /api/v1/agents/agent-host-stateful-version-inventory`、`/zh-TW/governance?tab=automation-inventory`、MASTER §3.2.1c | | 本工作清單與分析報告 | 100% | 已完成 | 本 MD 文件 | @@ -20,9 +20,9 @@ AI Agent 自動化工作包目前完成度:**92%**。本工作清單文件本 三 Agent 佈建布局目前完成度:**45%**。第一波已完成只讀 schema / snapshot / API / 測試 / 報告,第二波已接入治理頁自動化盤點 UI;正式 runtime 佈署、Telegram E2E 發送與 AgentSession 工作流仍需逐項 gate。 -三 Agent 主動溝通、學習與成長證據目前完成度:**80%**。已完成只讀契約、互動 / 接手 / 學習 / 成長證據面板、P2-403B live read model gate、P2-403C Redis dry-run gate、P2-403D learning writeback approval package、P2-403E Telegram receipt approval package、API、治理頁顯示、測試與 MASTER 同步;目前 live AgentSession、Agent message、handoff、learning write、Telegram receipt 仍全部為 `0`,下一步依優先順序推 `P2-403F` owner-approved learning writeback dry-run,但在批准前仍不得啟動 runtime loop。 +三 Agent 主動溝通、學習與成長證據目前完成度:**88%**。已完成只讀契約、互動 / 接手 / 學習 / 成長證據面板、P2-403B live read model gate、P2-403C Redis dry-run gate、P2-403D learning writeback approval package、P2-403E Telegram receipt approval package、P2-403F owner-approved learning dry-run preview 與人工操作選項、API、治理頁顯示、測試與 MASTER 同步;目前 live AgentSession、Agent message、handoff、learning write、Telegram receipt 仍全部為 `0`,下一步依優先順序推 `P2-403G` runtime write gate review,但在批准前仍不得啟動 runtime loop。 -AI Agent 主動營運委派與版本生命週期目前完成度:**100%**。已完成 12 類版本 domain、24 類可委派能力、5 種 cadence、8 類 MCP、4 類 RAG memory、只讀 API、`P2-402B` repo-only daily version freshness snapshot、`P2-402C` Renovate / OSV-Scanner / Trivy / Syft / Grype 工具採用批准包、`P2-402D` Telegram action-required digest policy、`P2-402E` Gitea PR 草案 lane、`P2-402F` host OS / K3s / stateful services 版本只讀盤點,以及 `P2-402G` governance UI 顯示可委派能力;`P2-403A`、`P2-403B`、`P2-403C`、`P2-403D` 與 `P2-403E` 已先補互動、學習證據面、live read model gate、Redis dry-run gate、learning writeback approval package 與 Telegram receipt approval package。下一步是 `P2-403F` owner-approved learning writeback dry-run,外部 registry / package source / host probe / SSH / kubectl / 工具安裝 / CI 變更 / 實際 PR creation / Telegram 實發仍需 gate。 +AI Agent 主動營運委派與版本生命週期目前完成度:**100%**。已完成 12 類版本 domain、24 類可委派能力、5 種 cadence、8 類 MCP、4 類 RAG memory、只讀 API、`P2-402B` repo-only daily version freshness snapshot、`P2-402C` Renovate / OSV-Scanner / Trivy / Syft / Grype 工具採用批准包、`P2-402D` Telegram action-required digest policy、`P2-402E` Gitea PR 草案 lane、`P2-402F` host OS / K3s / stateful services 版本只讀盤點,以及 `P2-402G` governance UI 顯示可委派能力;`P2-403A`、`P2-403B`、`P2-403C`、`P2-403D`、`P2-403E` 與 `P2-403F` 已先補互動、學習證據面、live read model gate、Redis dry-run gate、learning writeback approval package、Telegram receipt approval package 與 owner-approved learning dry-run preview。下一步是 `P2-403G` runtime write gate review,外部 registry / package source / host probe / SSH / kubectl / 工具安裝 / CI 變更 / 實際 PR creation / Telegram 實發與 learning write 仍需 gate。 完成度計算模型: @@ -76,7 +76,7 @@ AI Agent 主動營運委派與版本生命週期目前完成度:**100%**。已 | AgentSession / Redis Streams runtime loop | 待辦:P2-401,需 migration / worker gate | | 主動溝通與學習契約 | 已完成:P2-401A,`ai_agent_communication_learning_contract_v1` + `GET /api/v1/agents/agent-communication-learning-contract` | | 主動營運委派與版本生命週期契約 | 已完成:P2-402A,`ai_agent_proactive_operations_contract_v1` + `GET /api/v1/agents/agent-proactive-operations-contract` | -| 互動、接手、學習與成長證據面 | 已完成:P2-403A + P2-403B + P2-403C + P2-403D + P2-403E,`ai_agent_interaction_learning_proof_v1`、`ai_agent_live_read_model_gate_v1`、`ai_agent_redis_dry_run_gate_v1`、`GET /api/v1/agents/agent-interaction-learning-proof`、`GET /api/v1/agents/agent-live-read-model-gate`、`GET /api/v1/agents/agent-redis-dry-run-gate`、`GET /api/v1/agents/agent-learning-writeback-approval-package`、`GET /api/v1/agents/agent-telegram-receipt-approval-package` + governance UI;live count 仍為 0 | +| 互動、接手、學習與成長證據面 | 已完成:P2-403A + P2-403B + P2-403C + P2-403D + P2-403E + P2-403F,`ai_agent_interaction_learning_proof_v1`、`ai_agent_live_read_model_gate_v1`、`ai_agent_redis_dry_run_gate_v1`、`GET /api/v1/agents/agent-interaction-learning-proof`、`GET /api/v1/agents/agent-live-read-model-gate`、`GET /api/v1/agents/agent-redis-dry-run-gate`、`GET /api/v1/agents/agent-learning-writeback-approval-package`、`GET /api/v1/agents/agent-telegram-receipt-approval-package` + governance UI;live count 仍為 0 | | NemoTron 3 Ultra smoke | 待辦:P3-401,需 source refresh + cost/data approval | ## 4. 工作流總覽 @@ -964,6 +964,7 @@ UI: | P2-403C | 完成 | 100 | Hermes + OpenClaw + Nemotron | Redis Streams consumer group dry-run、handoff envelope、ack / dead-letter / replay gate | `ai_agent_redis_dry_run_gate_v1` / snapshot / 只讀 API / governance UI;fixture-only dry-run、handoff 必填欄位、idempotency、redacted evidence、ack / dead-letter / replay preconditions | 不連 Redis、不建立 consumer group、不 XADD / XREADGROUP / XACK、不寫 dead-letter、不 runtime replay、不發 Telegram、不 learning writeback | | P2-403D | 完成 | 100 | Hermes + OpenClaw + Nemotron | Learning writeback approval package、KM / PlayBook trust / timeline learning / replay score gate | `ai_agent_learning_writeback_approval_package_v1` / snapshot / 只讀 API / governance UI;owner review、rollback、redaction、blocked write actions | 不寫 KM、不更新 PlayBook trust、不寫 timeline learning、不寫 replay score、不發 Telegram、不啟動 runtime worker | | P2-403E | 完成 | 100 | OpenClaw + Hermes | Telegram receipt approval package、queue / delivery / ack / failure / retry gate | `ai_agent_telegram_receipt_approval_package_v1` / snapshot / 只讀 API / governance UI;owner review、delivery correlation、retry、redaction、blocked runtime actions | 不寫 Gateway queue、不呼叫 Bot API、不改 receiver route、不發 Telegram、不啟動 receipt worker | +| P2-403F | 完成 | 100 | Hermes + OpenClaw | Owner-approved learning dry-run preview、人工操作選項與驗證 / rollback gate | `ai_agent_owner_approved_learning_dry_run_v1` / snapshot / 只讀 API / governance UI;dry-run preview 欄位、operator actions、evidence gate、rollback / verification contract | 不產生 live preview、不寫 KM、不更新 PlayBook trust、不寫 timeline / replay score、不發 Telegram | | P2-101 | 待辦 | 0 | OpenClaw | 定義操作類別權限模型 | 操作政策 schema | HITL 關卡 | | P2-102 | 待辦 | 0 | OpenClaw | 所有候選操作都要有 dry-run 證據 | dry-run 合約 | 不直接 apply | | P2-103 | 待辦 | 0 | Hermes | 把任務結果接回 KM / LOGBOOK / 稽核軌跡 | 證據寫入器 | 不洩漏 secret | diff --git a/docs/ai/AI_AGENT_INTERACTION_LEARNING_PROOF_2026-06-11.md b/docs/ai/AI_AGENT_INTERACTION_LEARNING_PROOF_2026-06-11.md index d8c845256..fa423a29d 100644 --- a/docs/ai/AI_AGENT_INTERACTION_LEARNING_PROOF_2026-06-11.md +++ b/docs/ai/AI_AGENT_INTERACTION_LEARNING_PROOF_2026-06-11.md @@ -1,12 +1,12 @@ # AI Agent 互動、溝通、學習與成長證據報告 > 日期:2026-06-11(台北時間) -> 文件定位:P2-403A 證據面 + P2-403B AgentSession / Redis Streams live read model gate + P2-403C Redis dry-run gate + P2-403D learning writeback approval package + P2-403E Telegram receipt approval package、API、治理頁 UI 與後續 runtime gate 分析。 +> 文件定位:P2-403A 證據面 + P2-403B AgentSession / Redis Streams live read model gate + P2-403C Redis dry-run gate + P2-403D learning writeback approval package + P2-403E Telegram receipt approval package + P2-403F owner-approved learning dry-run、API、治理頁 UI 與後續 runtime gate 分析。 > 事實邊界:本波只建立可見證據面與 read model gate,不啟動 runtime worker、不建立 DB migration、不開 Redis consumer group、不發 Telegram、不顯示工作視窗對話內容。 ## 1. 結論 -已完成 P2-403A、P2-403B、P2-403C、P2-403D 與 P2-403E:讓統帥能在治理頁看到 OpenClaw / Hermes / NemoTron 的互動、接手、學習與成長是否真的有證據,並看到 live read model、Redis dry-run、handoff envelope、ack / dead-letter / replay、learning writeback approval、Telegram receipt approval 下一步要通過哪些 gate。 +已完成 P2-403A、P2-403B、P2-403C、P2-403D 與 P2-403E 與 P2-403F:讓統帥能在治理頁看到 OpenClaw / Hermes / NemoTron 的互動、接手、學習與成長是否真的有證據,並看到 live read model、Redis dry-run、handoff envelope、ack / dead-letter / replay、learning writeback approval、Telegram receipt approval 下一步要通過哪些 gate。 目前真相: @@ -51,7 +51,7 @@ | 產物 | 內容 | |---|---| | `docs/schemas/ai_agent_interaction_learning_proof_v1.schema.json` | 強制 live flags / counts / Telegram / transcript / 私有推理維持安全邊界 | -| `docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json` | P2-403A + P2-403B + P2-403C + P2-403D + P2-403E committed snapshot,完成度 `80%`,live count 全為 `0` | +| `docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json` | P2-403A + P2-403B + P2-403C + P2-403D + P2-403E + P2-403F committed snapshot,完成度 `88%`,live count 全為 `0` | | `docs/schemas/ai_agent_live_read_model_gate_v1.schema.json` | 強制 DB / Redis / worker / Telegram / learning writeback gate 維持未批准 | | `docs/evaluations/ai_agent_live_read_model_gate_2026-06-11.json` | P2-403B committed snapshot,完成度 `55%`,live count 全為 `0` | | `docs/evaluations/ai_agent_redis_dry_run_gate_2026-06-11.json` | P2-403C committed snapshot,完成度 `65%`,live count 全為 `0` | @@ -61,14 +61,14 @@ | `apps/api/src/services/ai_agent_live_read_model_gate.py` | P2-403B 只讀 loader;拒絕 live DB query、Redis consumer、unsafe fields、Telegram 與 writeback | | `GET /api/v1/agents/agent-interaction-learning-proof` | 只讀 API,不啟動 worker、不碰 Redis / DB runtime、不發 Telegram | | `GET /api/v1/agents/agent-live-read-model-gate` | 只讀 API,不連 DB、不讀寫 Redis、不發 Telegram | -| governance UI | 新增證據階梯、目前真相、P2-403B live read gate、P2-403C Redis dry-run gate、P2-403D learning writeback approval package、P2-403E Telegram receipt approval package、Agent lane、可觀測訊號、runtime gates、前端 redaction | +| governance UI | 新增證據階梯、目前真相、P2-403B live read gate、P2-403C Redis dry-run gate、P2-403D learning writeback approval package、P2-403E Telegram receipt approval package、P2-403F owner-approved learning dry-run、Agent lane、可觀測訊號、runtime gates、前端 redaction | ## 5. 後續優先順序 | 優先 | ID | 工作 | gate | |---:|---|---|---| -| 1 | P2-403F | owner-approved learning writeback dry-run、KM / PlayBook trust / replay score 趨勢 | writeback approval | -| 2 | P2-403G | 成長趨勢週報與 operator feedback applied 指標 | trend evidence | +| 1 | P2-403G | runtime write gate review、KM / PlayBook trust / timeline / replay score 寫入 gate | owner-approved dry-run | +| 2 | P2-403H | 成長趨勢週報與 operator feedback applied 指標 | trend evidence | ## 6. 紅線 diff --git a/docs/ai/AI_AGENT_PROACTIVE_OPERATIONS_2026-06-11.md b/docs/ai/AI_AGENT_PROACTIVE_OPERATIONS_2026-06-11.md index f703d9955..d8039cb03 100644 --- a/docs/ai/AI_AGENT_PROACTIVE_OPERATIONS_2026-06-11.md +++ b/docs/ai/AI_AGENT_PROACTIVE_OPERATIONS_2026-06-11.md @@ -1,7 +1,7 @@ # AI Agent 主動營運委派與版本生命週期分析報告 > 日期:2026-06-11(台北時間) -> 文件定位:P2-402A / P2-402B / P2-402C / P2-402D / P2-402E / P2-402F / P2-402G / P2-403A / P2-403B / P2-403C / P2-403D / P2-403E 只讀契約與治理 UI 摘要。權威細節以 MASTER §3.2.1c / §3.2.1d、`ai_agent_proactive_operations_contract_v1`、`ai_agent_interaction_learning_proof_v1`、`ai_agent_live_read_model_gate_v1`、`ai_agent_redis_dry_run_gate_v1`、`ai_agent_learning_writeback_approval_package_v1`、`ai_agent_telegram_receipt_approval_package_v1`、`ai_agent_version_freshness_snapshot_v1`、`ai_agent_tool_adoption_approval_package_v1`、`ai_agent_telegram_action_required_digest_policy_v1`、`ai_agent_gitea_pr_draft_lane_v1` 與 `ai_agent_host_stateful_version_inventory_v1` 為準。 +> 文件定位:P2-402A / P2-402B / P2-402C / P2-402D / P2-402E / P2-402F / P2-402G / P2-403A / P2-403B / P2-403C / P2-403D / P2-403E / P2-403F 只讀契約與治理 UI 摘要。權威細節以 MASTER §3.2.1c / §3.2.1d、`ai_agent_proactive_operations_contract_v1`、`ai_agent_interaction_learning_proof_v1`、`ai_agent_live_read_model_gate_v1`、`ai_agent_redis_dry_run_gate_v1`、`ai_agent_learning_writeback_approval_package_v1`、`ai_agent_telegram_receipt_approval_package_v1`、`ai_agent_owner_approved_learning_dry_run_v1`、`ai_agent_version_freshness_snapshot_v1`、`ai_agent_tool_adoption_approval_package_v1`、`ai_agent_telegram_action_required_digest_policy_v1`、`ai_agent_gitea_pr_draft_lane_v1` 與 `ai_agent_host_stateful_version_inventory_v1` 為準。 ## 1. 本波完成度 @@ -17,7 +17,7 @@ | Agent 互動與學習證據面 | 100% | P2-403A 已把目前真相、證據階梯、三 Agent lane、可觀測訊號、runtime gates 與 redaction policy 接入治理頁;live counts 全為 `0` | | Redis dry-run gate | 100% | P2-403C 已把 consumer group dry-run、handoff envelope、ack / dead-letter / replay idempotency 與治理頁顯示接入;live counts 全為 `0` | | Learning writeback approval package | 100% | P2-403D 已把 KM / PlayBook trust / timeline learning / replay score 的 owner review、rollback、redaction 與 blocked write actions 接入;live writes 全為 `0` | -| 整體主動營運與版本生命週期 | 100% | P2-402A~G、P2-403A、P2-403B、P2-403C、P2-403D 與 P2-403E 只讀契約、snapshot、API、測試與治理 UI 已完成;runtime 排程、工具安裝、CI 變更、實際 PR 建立與更新、host probe、升級、重啟、learning write、Telegram receipt 仍未開 gate | +| 整體主動營運與版本生命週期 | 100% | P2-402A~G、P2-403A、P2-403B、P2-403C、P2-403D、P2-403E 與 P2-403F 只讀契約、snapshot、API、測試與治理 UI 已完成;runtime 排程、工具安裝、CI 變更、實際 PR 建立與更新、host probe、升級、重啟、learning write、Telegram receipt 仍未開 gate | ## 2. 可交給 AI Agent 的工作分類 @@ -55,7 +55,7 @@ | `docs/evaluations/ai_agent_host_stateful_version_inventory_2026-06-11.json` | 5 台主機、2 個 K3s 節點、12 個 stateful / ops 服務、6 個只讀 probe 步驟、maintenance window approval package | | `GET /api/v1/agents/agent-host-stateful-version-inventory` | 只讀 API;不 SSH、不 kubectl、不升級、不 drain、不 reboot、不重啟 stateful、不發 Telegram | | `docs/schemas/ai_agent_interaction_learning_proof_v1.schema.json` | P2-403A Agent 互動、接手、學習、成長與 Telegram receipt 證據面 schema | -| `docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json` | 證據階梯、live truth、三 Agent lane、可觀測訊號、runtime gates;P2-403E 後完成度 `80%`,live counts 全部 `0` | +| `docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json` | 證據階梯、live truth、三 Agent lane、可觀測訊號、runtime gates;P2-403F 後完成度 `88%`,live counts 全部 `0` | | `GET /api/v1/agents/agent-interaction-learning-proof` | 只讀 API;不啟動 worker、不開 Redis consumer、不 DB migration、不發 Telegram、不顯示工作視窗對話 | | `docs/schemas/ai_agent_live_read_model_gate_v1.schema.json` | P2-403B AgentSession / Redis Streams live read model gate schema | | `docs/evaluations/ai_agent_live_read_model_gate_2026-06-11.json` | AgentSession safe fields、Redis envelope、worker gate、rollback plan、no-write smoke、frontend redaction;live counts 全部 `0` | @@ -70,7 +70,7 @@ | Dockerfiles | Hermes | action_required | P2-402C 評估 Trivy / Syft / Grype / Docker Scout 採用,不 build / pull | | Committed evaluation snapshots | Hermes | action_required | 將 2026-06-04~06-05 舊基線列入 stale refs,不假裝是外部最新 | | Agent / model governance snapshots | NemoTron | action_required | 只做離線 freshness note,不進 shadow / canary / production route | -| K8s / Gitea / observability / Ansible / backup / web surfaces | OpenClaw + Hermes | baseline_ready / planned_next | 下一步進入 P2-403F owner-approved learning writeback dry-run;現階段仍只讀 | +| K8s / Gitea / observability / Ansible / backup / web surfaces | OpenClaw + Hermes | baseline_ready / planned_next | 下一步進入 P2-403G runtime write gate review;現階段仍只讀 | 本波只把「每天要看哪些 repo 內版本來源」定義成可驗證資料面。每日排程、外部 registry 查詢、主機/K3s live probe、Telegram digest 與 Gitea PR lane 都仍是下一階段 gate。 @@ -144,6 +144,7 @@ P2-402G 的重點是把前面六個資料契約接回治理頁,讓統帥可以 | P2-403C | 6 | Redis Streams consumer group dry-run、handoff envelope、ack / dead letter / replay | 已完成,只讀;production Redis consumer / worker / ACK / replay 未啟用 | | P2-403D | 7 | Learning writeback approval package、資料保留、錯誤補償、人工回饋回滾 | 已完成,只讀;KM / PlayBook trust / timeline learning / replay score 寫入未啟用 | | P2-403E | 8 | Telegram receipt approval package、queue / delivery / ack / failure / retry | 已完成,只讀;Gateway queue / Bot API / delivery receipt / retry worker 未啟用 | +| P2-403F | 9 | Owner-approved learning dry-run preview、人工操作選項、驗證與 rollback | 已完成,只讀;owner approval / dry-run preview generation / KM / PlayBook trust / timeline / replay score write 未啟用 | ## 11. 仍維持 false 的安全邊界 diff --git a/docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json b/docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json index 4e20b3f9d..0612cdbe3 100644 --- a/docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json +++ b/docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json @@ -2,13 +2,13 @@ "schema_version": "ai_agent_interaction_learning_proof_v1", "generated_at": "2026-06-11T23:20:00+08:00", "program_status": { - "overall_completion_percent": 80, + "overall_completion_percent": 88, "current_priority": "P2", - "current_task_id": "P2-403E", - "next_task_id": "P2-403F", + "current_task_id": "P2-403F", + "next_task_id": "P2-403G", "read_only_mode": true, "runtime_authority": "proof_surface_only_no_live_worker", - "status_note": "P2-403E 已把 Telegram receipt approval package 接入;live AgentSession、message、handoff、learning write、Telegram receipt 仍全部為 0。" + "status_note": "P2-403F 已把 owner-approved learning writeback dry-run preview、人工操作選項、驗證與 rollback 契約接入;live AgentSession、message、handoff、learning write、Telegram receipt 仍全部為 0。" }, "live_truth": { "runtime_loop_enabled": false, @@ -76,7 +76,7 @@ "completion_percent": 0, "operator_meaning": "啟用後你會看到知識庫新增、playbook trust 變化、replay 分數改善與錯誤類型下降。", "source_of_truth": "knowledge_entries + playbook_trust_history + replay_results + finetune_exporter", - "next_gate": "P2-403D learning writeback approval package 已接入;實際 writeback 仍需 owner approval。" + "next_gate": "P2-403F owner-approved learning dry-run 已接入;實際 KM / PlayBook trust / timeline / replay score writeback 仍需 owner approval 與 runtime write gate。" }, { "level_id": "telegram_receipts", @@ -191,7 +191,7 @@ "visible_surface": "governance_agent_proof_panel", "current_state": "live_pending", "operator_interpretation": "只有寫入知識或 trust history,才算真正把經驗沉澱。", - "next_gate": "P2-403D" + "next_gate": "P2-403F" }, { "signal_id": "growth_delta", @@ -201,7 +201,7 @@ "visible_surface": "governance_agent_proof_panel", "current_state": "live_pending", "operator_interpretation": "用 replay 分數、拒收率、誤判率與補證率看 Agent 是否真的變好。", - "next_gate": "P2-403D" + "next_gate": "P2-403F" }, { "signal_id": "telegram_digest_queued", @@ -221,7 +221,7 @@ "visible_surface": "governance_agent_proof_panel", "current_state": "contract_defined", "operator_interpretation": "你按下接受、拒絕或要求補證後,Agent 要能把結果回寫成後續策略。", - "next_gate": "P2-403D" + "next_gate": "P2-403F" } ], "operator_surfaces": [ @@ -286,8 +286,8 @@ "display_name": "Learning writeback 批准包", "status": "approval_required", "required_before_green": "必須定義可寫表、資料保留、錯誤補償、人工回饋回滾。", - "next_task_id": "P2-403D", - "next_gate": "P2-403D learning writeback approval package 已接入;實際 writeback 仍需 owner approval。" + "next_task_id": "P2-403F", + "next_gate": "P2-403F owner-approved learning dry-run 已接入;實際 writeback 仍需 runtime write gate。" }, { "gate_id": "telegram_receipt_gate", @@ -295,7 +295,7 @@ "status": "approval_required", "required_before_green": "必須完成 gateway dry-run、token 注入、E2E 送達、成功降噪與 failure fallback。", "next_task_id": "P2-403E", - "next_gate": "P2-403E Telegram receipt approval package。" + "next_gate": "P2-403E Telegram receipt approval package 已接入;實際 receipt write 仍需 owner approval。" }, { "gate_id": "frontend_redaction_gate", diff --git a/docs/evaluations/ai_agent_owner_approved_learning_dry_run_2026-06-11.json b/docs/evaluations/ai_agent_owner_approved_learning_dry_run_2026-06-11.json new file mode 100644 index 000000000..cab0cef91 --- /dev/null +++ b/docs/evaluations/ai_agent_owner_approved_learning_dry_run_2026-06-11.json @@ -0,0 +1,188 @@ +{ + "schema_version": "ai_agent_owner_approved_learning_dry_run_v1", + "generated_at": "2026-06-11T23:59:58+08:00", + "program_status": { + "overall_completion_percent": 88, + "current_priority": "P2", + "current_task_id": "P2-403F", + "next_task_id": "P2-403G", + "read_only_mode": true, + "runtime_authority": "owner_approved_dry_run_only_no_learning_write", + "status_note": "P2-403F 已把 owner 批准後應產生的 learning writeback dry-run preview、人工操作選項、diff、驗證與 rollback 契約固定為只讀面板;尚未寫 KM、未更新 PlayBook trust、未寫 timeline learning、未發 Telegram。" + }, + "source_refs": [ + "docs/evaluations/ai_agent_learning_writeback_approval_package_2026-06-11.json", + "docs/evaluations/ai_agent_telegram_receipt_approval_package_2026-06-11.json", + "docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json", + "docs/superpowers/specs/2026-04-15-MASTER-ai-autonomous-flywheel-v2.md" + ], + "dry_run_truth": { + "owner_approval_required": true, + "owner_approval_received_count": 0, + "dry_run_preview_allowed": true, + "dry_run_preview_generated_count": 0, + "km_write_allowed": false, + "playbook_trust_write_allowed": false, + "timeline_learning_write_allowed": false, + "agent_replay_score_write_allowed": false, + "telegram_send_allowed": false, + "runtime_worker_allowed": false, + "truth_note": "目前只允許顯示 dry-run preview 契約與人工下一步;owner approval 尚未收到,因此沒有產生正式 dry-run preview,也沒有任何 learning write。" + }, + "dry_run_preview": { + "required_inputs": [ + "owner_approval_id", + "incident_id", + "redacted_evidence_refs", + "target_learning_surface", + "proposed_delta_summary", + "rollback_plan_ref", + "verification_plan_ref", + "operator_decision" + ], + "forbidden_inputs": [ + "secret_value", + "authorization_header", + "raw_tool_output", + "private_reasoning", + "raw_telegram_payload", + "unredacted_incident_log" + ], + "preview_outputs": [ + "KM 草稿 diff", + "PlayBook trust delta preview", + "timeline learning event preview", + "replay score delta preview", + "rollback checklist", + "verification checklist" + ], + "operator_meaning": "批准後第一個自動化產物不是直接寫入,而是產生可審查 dry-run preview;操作員可依 preview 選擇補證、批准寫入 dry-run、退回重算或標記 no-action。" + }, + "operator_actions": [ + { + "action_id": "review_learning_delta_preview", + "display_name": "審查 learning delta preview", + "action_type": "review", + "status": "ready_for_owner", + "owner_agent": "hermes", + "operator_instruction": "檢查 proposed delta 是否只引用 redacted evidence,且沒有把 no-action incident 寫成成功修復。", + "blocked_runtime_action": "canonical_learning_write" + }, + { + "action_id": "collect_missing_repair_evidence", + "display_name": "補齊修復證據", + "action_type": "collect_evidence", + "status": "ready_for_owner", + "owner_agent": "openclaw", + "operator_instruction": "若 incident 只有診斷沒有修復,先收集 repair candidate、verifier 結果或人工 no-action reason。", + "blocked_runtime_action": "playbook_trust_update" + }, + { + "action_id": "approve_learning_dry_run_preview", + "display_name": "批准產生 dry-run preview", + "action_type": "approve_dry_run", + "status": "approval_required", + "owner_agent": "hermes", + "operator_instruction": "owner 確認 evidence、rollback 與 verification plan 後,才允許下一階段產生 dry-run preview。", + "blocked_runtime_action": "dry_run_preview_generation" + }, + { + "action_id": "reject_or_rework_learning_delta", + "display_name": "退回或標記 no-action", + "action_type": "reject_or_rework", + "status": "ready_for_owner", + "owner_agent": "nemotron", + "operator_instruction": "若 AI 分析缺失或候選修復不存在,標記 rework / no-action,避免固化錯誤知識。", + "blocked_runtime_action": "timeline_learning_write" + } + ], + "dry_run_gates": [ + { + "gate_id": "owner_approval_gate", + "display_name": "Owner approval gate", + "status": "approval_required", + "required_evidence": "owner_approval_id、review owner、decision reason、affected learning surface。", + "blocked_write_action": "dry_run_preview_generation" + }, + { + "gate_id": "evidence_completeness_gate", + "display_name": "Evidence completeness gate", + "status": "approval_required", + "required_evidence": "incident timeline、MCP evidence、repair candidate、verifier result 或 no-action reason。", + "blocked_write_action": "canonical_learning_write" + }, + { + "gate_id": "rollback_verification_gate", + "display_name": "Rollback / verification gate", + "status": "contract_ready", + "required_evidence": "rollback checklist、verification checklist、post-write audit plan。", + "blocked_write_action": "playbook_trust_update" + }, + { + "gate_id": "telegram_receipt_gate", + "display_name": "Telegram receipt gate", + "status": "blocked_by_runtime_gate", + "required_evidence": "P2-403E receipt approval package 已存在,但 delivery / ack / retry worker 仍未授權。", + "blocked_write_action": "telegram_send_or_receipt_write" + } + ], + "verification_contract": { + "verification_required": true, + "verification_steps": [ + "dry-run preview 必須列出每個 learning target 的 before / after 摘要", + "每個 proposed delta 必須連到 redacted evidence ref", + "no-action / no-repair incident 不得提升 PlayBook trust", + "owner 可選補證、批准下一階段、退回重算或 no-action", + "下一階段若要真寫入,必須再開 runtime write gate" + ], + "rollback_required": true + }, + "approval_boundaries": { + "owner_approval_received": false, + "dry_run_preview_generation_allowed": false, + "km_write_allowed": false, + "playbook_trust_write_allowed": false, + "timeline_learning_write_allowed": false, + "agent_replay_score_write_allowed": false, + "telegram_send_allowed": false, + "runtime_worker_allowed": false, + "secret_plaintext_allowed": false + }, + "display_redaction_contract": { + "redaction_required": true, + "raw_payload_display_allowed": false, + "private_reasoning_display_allowed": false, + "secret_value_display_allowed": false, + "allowed_frontend_content": [ + "operator action", + "dry-run gate", + "required evidence", + "blocked write action", + "verification step", + "rollback requirement" + ], + "forbidden_frontend_content": [ + "secret value", + "authorization header", + "raw tool output", + "private reasoning", + "raw Telegram payload", + "unredacted incident log" + ], + "frontend_display_policy": "治理頁只顯示 dry-run preview 欄位、人工下一步、必要證據、阻擋寫入動作、驗證與 rollback;不顯示 secret、authorization header、raw tool output、private reasoning、raw Telegram payload 或未脫敏 incident log。" + }, + "rollups": { + "operator_action_count": 4, + "dry_run_gate_count": 4, + "approval_required_gate_ids": [ + "owner_approval_gate", + "evidence_completeness_gate" + ], + "blocked_write_action_count": 4, + "required_input_count": 8, + "forbidden_input_count": 6, + "preview_output_count": 6, + "live_write_count_total": 0, + "dry_run_preview_generated_count": 0 + } +} diff --git a/docs/evaluations/ai_agent_proactive_operations_contract_2026-06-11.json b/docs/evaluations/ai_agent_proactive_operations_contract_2026-06-11.json index 88d296b8e..3f2b4e733 100644 --- a/docs/evaluations/ai_agent_proactive_operations_contract_2026-06-11.json +++ b/docs/evaluations/ai_agent_proactive_operations_contract_2026-06-11.json @@ -4,11 +4,11 @@ "program_status": { "overall_completion_percent": 100, "current_priority": "P2", - "current_task_id": "P2-403E", - "next_task_id": "P2-403F", + "current_task_id": "P2-403F", + "next_task_id": "P2-403G", "read_only_mode": true, "runtime_authority": "contract_only_no_version_or_runtime_update", - "status_note": "P2-403D 已把 learning writeback approval package 接入治理證據;live AgentSession / Redis consumer / runtime worker / learning write / Telegram receipt 目前全為 0,下一步是 P2-403E Telegram receipt approval package。" + "status_note": "P2-403F 已把 owner-approved learning writeback dry-run preview 與人工操作選項接入治理證據;live AgentSession / Redis consumer / runtime worker / learning write / Telegram receipt 目前全為 0,下一步是 P2-403G runtime write gate review。" }, "external_source_evidence": [ { @@ -870,6 +870,21 @@ "telegram_delivery_receipt_write", "telegram_retry_worker_start" ] + }, + { + "task_id": "P2-403F", + "sequence": 9, + "display_name": "Owner-approved learning dry-run preview", + "status": "done", + "owner_agent": "hermes", + "completion_percent": 100, + "runtime_authority": "owner_approved_dry_run_only_no_learning_write", + "blocked_runtime_actions": [ + "canonical_learning_write", + "playbook_trust_update", + "timeline_learning_write", + "telegram_send_or_receipt_write" + ] } ], "approval_boundaries": { @@ -890,7 +905,7 @@ "cadence_count": 5, "mcp_tool_count": 8, "rag_memory_count": 4, - "rollout_task_count": 12, + "rollout_task_count": 13, "auto_execute_allowed_count": 0, "approval_required_capability_count": 23, "blocked_update_domain_ids": [ diff --git a/docs/schemas/ai_agent_owner_approved_learning_dry_run_v1.schema.json b/docs/schemas/ai_agent_owner_approved_learning_dry_run_v1.schema.json new file mode 100644 index 000000000..174aa0879 --- /dev/null +++ b/docs/schemas/ai_agent_owner_approved_learning_dry_run_v1.schema.json @@ -0,0 +1,185 @@ +{ + "$schema": "https://json-schema.org/draft/2020-12/schema", + "$id": "https://awoooi.local/schemas/ai_agent_owner_approved_learning_dry_run_v1.schema.json", + "title": "AI Agent Owner Approved Learning Dry-run", + "type": "object", + "required": [ + "schema_version", + "generated_at", + "program_status", + "source_refs", + "dry_run_truth", + "dry_run_preview", + "operator_actions", + "dry_run_gates", + "verification_contract", + "approval_boundaries", + "display_redaction_contract", + "rollups" + ], + "properties": { + "schema_version": { "const": "ai_agent_owner_approved_learning_dry_run_v1" }, + "generated_at": { "type": "string" }, + "program_status": { + "type": "object", + "required": [ + "overall_completion_percent", + "current_priority", + "current_task_id", + "next_task_id", + "read_only_mode", + "runtime_authority", + "status_note" + ], + "properties": { + "overall_completion_percent": { "type": "integer", "minimum": 0, "maximum": 100 }, + "current_priority": { "enum": ["P0", "P1", "P2", "P3"] }, + "current_task_id": { "const": "P2-403F" }, + "next_task_id": { "const": "P2-403G" }, + "read_only_mode": { "const": true }, + "runtime_authority": { "const": "owner_approved_dry_run_only_no_learning_write" }, + "status_note": { "type": "string" } + }, + "additionalProperties": false + }, + "source_refs": { "type": "array", "items": { "type": "string" }, "minItems": 1 }, + "dry_run_truth": { + "type": "object", + "required": [ + "owner_approval_required", + "owner_approval_received_count", + "dry_run_preview_allowed", + "dry_run_preview_generated_count", + "km_write_allowed", + "playbook_trust_write_allowed", + "timeline_learning_write_allowed", + "agent_replay_score_write_allowed", + "telegram_send_allowed", + "runtime_worker_allowed", + "truth_note" + ], + "properties": { + "owner_approval_required": { "const": true }, + "owner_approval_received_count": { "const": 0 }, + "dry_run_preview_allowed": { "const": true }, + "dry_run_preview_generated_count": { "const": 0 }, + "km_write_allowed": { "const": false }, + "playbook_trust_write_allowed": { "const": false }, + "timeline_learning_write_allowed": { "const": false }, + "agent_replay_score_write_allowed": { "const": false }, + "telegram_send_allowed": { "const": false }, + "runtime_worker_allowed": { "const": false }, + "truth_note": { "type": "string" } + }, + "additionalProperties": false + }, + "dry_run_preview": { + "type": "object", + "required": ["required_inputs", "forbidden_inputs", "preview_outputs", "operator_meaning"], + "properties": { + "required_inputs": { "type": "array", "items": { "type": "string" }, "minItems": 1 }, + "forbidden_inputs": { "type": "array", "items": { "type": "string" }, "minItems": 1 }, + "preview_outputs": { "type": "array", "items": { "type": "string" }, "minItems": 1 }, + "operator_meaning": { "type": "string" } + }, + "additionalProperties": false + }, + "operator_actions": { + "type": "array", + "items": { + "type": "object", + "required": ["action_id", "display_name", "action_type", "status", "owner_agent", "operator_instruction", "blocked_runtime_action"], + "properties": { + "action_id": { "type": "string" }, + "display_name": { "type": "string" }, + "action_type": { "enum": ["review", "collect_evidence", "approve_dry_run", "reject_or_rework"] }, + "status": { "enum": ["ready_for_owner", "approval_required", "blocked_by_runtime_gate"] }, + "owner_agent": { "enum": ["openclaw", "hermes", "nemotron"] }, + "operator_instruction": { "type": "string" }, + "blocked_runtime_action": { "type": "string" } + }, + "additionalProperties": false + }, + "minItems": 1 + }, + "dry_run_gates": { + "type": "array", + "items": { + "type": "object", + "required": ["gate_id", "display_name", "status", "required_evidence", "blocked_write_action"], + "properties": { + "gate_id": { "type": "string" }, + "display_name": { "type": "string" }, + "status": { "enum": ["contract_ready", "approval_required", "blocked_by_runtime_gate"] }, + "required_evidence": { "type": "string" }, + "blocked_write_action": { "type": "string" } + }, + "additionalProperties": false + }, + "minItems": 1 + }, + "verification_contract": { + "type": "object", + "required": ["verification_required", "verification_steps", "rollback_required"], + "properties": { + "verification_required": { "const": true }, + "verification_steps": { "type": "array", "items": { "type": "string" }, "minItems": 1 }, + "rollback_required": { "const": true } + }, + "additionalProperties": false + }, + "approval_boundaries": { + "type": "object", + "additionalProperties": { "const": false } + }, + "display_redaction_contract": { + "type": "object", + "required": [ + "redaction_required", + "raw_payload_display_allowed", + "private_reasoning_display_allowed", + "secret_value_display_allowed", + "allowed_frontend_content", + "forbidden_frontend_content", + "frontend_display_policy" + ], + "properties": { + "redaction_required": { "const": true }, + "raw_payload_display_allowed": { "const": false }, + "private_reasoning_display_allowed": { "const": false }, + "secret_value_display_allowed": { "const": false }, + "allowed_frontend_content": { "type": "array", "items": { "type": "string" } }, + "forbidden_frontend_content": { "type": "array", "items": { "type": "string" } }, + "frontend_display_policy": { "type": "string" } + }, + "additionalProperties": false + }, + "rollups": { + "type": "object", + "required": [ + "operator_action_count", + "dry_run_gate_count", + "approval_required_gate_ids", + "blocked_write_action_count", + "required_input_count", + "forbidden_input_count", + "preview_output_count", + "live_write_count_total", + "dry_run_preview_generated_count" + ], + "properties": { + "operator_action_count": { "type": "integer", "minimum": 0 }, + "dry_run_gate_count": { "type": "integer", "minimum": 0 }, + "approval_required_gate_ids": { "type": "array", "items": { "type": "string" } }, + "blocked_write_action_count": { "type": "integer", "minimum": 0 }, + "required_input_count": { "type": "integer", "minimum": 0 }, + "forbidden_input_count": { "type": "integer", "minimum": 0 }, + "preview_output_count": { "type": "integer", "minimum": 0 }, + "live_write_count_total": { "const": 0 }, + "dry_run_preview_generated_count": { "const": 0 } + }, + "additionalProperties": false + } + }, + "additionalProperties": false +} diff --git a/docs/superpowers/specs/2026-04-15-MASTER-ai-autonomous-flywheel-v2.md b/docs/superpowers/specs/2026-04-15-MASTER-ai-autonomous-flywheel-v2.md index 458a8af57..e8e81d770 100644 --- a/docs/superpowers/specs/2026-04-15-MASTER-ai-autonomous-flywheel-v2.md +++ b/docs/superpowers/specs/2026-04-15-MASTER-ai-autonomous-flywheel-v2.md @@ -634,7 +634,7 @@ Alert / Sentry / SigNoz / Gitea / Market Watch / Operator | `docs/evaluations/ai_agent_communication_learning_contract_2026-06-11.json` | 2026-06-11 committed snapshot;完成度 `35%`,runtime worker / DB migration / Telegram direct send 全部 false | | `apps/api/src/services/ai_agent_communication_learning_contract.py` | 只讀 loader;強制驗證 runtime / migration / Telegram / SDK / route 權限都未開 | | `GET /api/v1/agents/agent-communication-learning-contract` | 治理 API;只回傳 committed contract,不啟動 worker、不碰 DB/Redis、不呼叫外部服務 | -| `docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json` + `GET /api/v1/agents/agent-interaction-learning-proof` | P2-403A / P2-403B / P2-403C / P2-403D / P2-403E 互動、接手、學習、成長、read model gate、Redis dry-run gate、learning writeback approval package 與 Telegram receipt approval package 證據面;目前 live session、message、handoff、learning write、Telegram receipt 全部 `0`,下一步 P2-403F | +| `docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json` + `GET /api/v1/agents/agent-interaction-learning-proof` | P2-403A / P2-403B / P2-403C / P2-403D / P2-403E / P2-403F 互動、接手、學習、成長、read model gate、Redis dry-run gate、learning writeback approval package、Telegram receipt approval package 與 owner-approved learning dry-run 證據面;目前 live session、message、handoff、learning write、Telegram receipt 全部 `0`,下一步 P2-403G | | `docs/evaluations/ai_agent_live_read_model_gate_2026-06-11.json` + `GET /api/v1/agents/agent-live-read-model-gate` | P2-403B AgentSession / Redis Streams live read model gate;定義 safe fields、Redis envelope、worker gate、rollback plan 與 no-write smoke,不連 DB、不讀寫 Redis、不啟動 worker | #### 3.2.1c 2026-06-11 AI Agent 主動營運委派與版本生命週期契約 @@ -713,7 +713,8 @@ Repo / registry / release notes / K8s / host / observability / backup evidence 8. 建立 AgentSession / Redis live read model gate。✅ P2-403B 已完成;safe fields、Redis envelope、worker gate、rollback plan、no-write smoke 已接入治理頁,但 live DB query / Redis consumer / worker 仍未授權。 9. 建立 Redis Streams consumer group dry-run、handoff envelope、ack / dead-letter / replay gate。✅ P2-403C 已完成;fixture-only dry-run、idempotency、redacted evidence 與治理頁已接入,但 Redis runtime consumer / ACK / replay 仍未授權。 10. 建立 learning writeback approval package,先固定 owner review、rollback、redaction 與 blocked write actions。✅ P2-403D 已完成;KM / PlayBook trust / timeline learning / replay score live write 仍未授權。 -11. 建立 Telegram receipt approval package,先固定 queue、delivery、ack、failure、retry 與 redaction。✅ P2-403E 已完成;Gateway queue write、Bot API、delivery receipt write、retry worker 仍未授權。下一步 P2-403F owner-approved learning writeback dry-run。 +11. 建立 Telegram receipt approval package,先固定 queue、delivery、ack、failure、retry 與 redaction。✅ P2-403E 已完成;Gateway queue write、Bot API、delivery receipt write、retry worker 仍未授權。 +12. 建立 owner-approved learning dry-run preview,先固定批准後可產生的 dry-run preview、人工操作選項、驗證與 rollback。✅ P2-403F 已完成;owner approval received、dry-run preview generated、KM / PlayBook trust / timeline / replay score write、Telegram send 仍為 `0 / false`。下一步 P2-403G runtime write gate review。 #### 3.2.1d 2026-06-11 Agent 互動、學習與成長證據面 @@ -736,7 +737,7 @@ Repo / registry / release notes / K8s / host / observability / backup evidence | 檔案 / API | 用途 | |---|---| | `docs/schemas/ai_agent_interaction_learning_proof_v1.schema.json` | 互動、接手、學習、成長、Telegram receipt 與前端 redaction schema | -| `docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json` | P2-403A + P2-403B + P2-403C + P2-403D + P2-403E committed snapshot;完成度 `80%`,live truth counts 全部 `0` | +| `docs/evaluations/ai_agent_interaction_learning_proof_2026-06-11.json` | P2-403A + P2-403B + P2-403C + P2-403D + P2-403E + P2-403F committed snapshot;完成度 `88%`,live truth counts 全部 `0` | | `apps/api/src/services/ai_agent_interaction_learning_proof.py` | 只讀 loader;強制 live flags / DB / Redis / Telegram / transcript / 私有推理全部關閉 | | `GET /api/v1/agents/agent-interaction-learning-proof` | 治理 API;只回傳證據面,不啟動 worker、不碰 live DB/Redis、不發 Telegram | | `docs/schemas/ai_agent_live_read_model_gate_v1.schema.json` | P2-403B live read model gate schema;強制 DB / Redis / worker / Telegram / learning writeback 仍需批准 | @@ -755,6 +756,9 @@ Repo / registry / release notes / K8s / host / observability / backup evidence | `docs/evaluations/ai_agent_telegram_receipt_approval_package_2026-06-11.json` | P2-403E committed snapshot;owner review、delivery correlation、retry、redaction、blocked runtime actions 與 live receipt total `0` | | `apps/api/src/services/ai_agent_telegram_receipt_approval_package.py` | 只讀 loader;拒絕 Gateway queue write、Telegram direct send、delivery receipt write、receiver route change 與 retry worker | | `GET /api/v1/agents/agent-telegram-receipt-approval-package` | 治理 API;只回傳 Telegram receipt approval package,不寫 queue、不呼叫 Bot API、不改 route、不發 Telegram | +| `docs/schemas/ai_agent_owner_approved_learning_dry_run_v1.schema.json` | P2-403F owner-approved learning dry-run schema;強制 owner approval / generated preview / KM / PlayBook trust / timeline / replay score write / Telegram send 全部維持未啟用 | +| `docs/evaluations/ai_agent_owner_approved_learning_dry_run_2026-06-11.json` | P2-403F committed snapshot;dry-run preview 欄位、人工操作選項、evidence gate、verification / rollback contract,live write total `0` | +| `GET /api/v1/agents/agent-owner-approved-learning-dry-run` | 治理 API;只回傳 owner-approved learning dry-run 契約,不產生 live preview、不寫 KM、不更新 PlayBook trust、不寫 timeline / replay score、不發 Telegram | | `/zh-TW/governance?tab=automation-inventory` | 顯示證據階梯、目前真相、三 Agent lane、可觀測訊號、runtime gates 與 redaction policy | **硬性紅線:** @@ -1838,6 +1842,14 @@ Phase 6 完成後 - 本波仍不寫 KM、不更新 PlayBook trust、不寫 timeline learning、不寫 replay score、不發 Telegram、不啟動 runtime worker、不讀取或輸出 secret;下一步 P2-403E 才做 Telegram receipt approval package。 + +### 2026-06-11 23:59 (台北) — §3.2 / §5 — 完成 P2-403F Owner-approved Learning Dry-run — 批准後先產生可審查 preview,不直接寫入錯誤知識 + +- 新增 `ai_agent_owner_approved_learning_dry_run_v1` schema / committed snapshot / loader / API / 測試,定義 owner approval、dry-run preview inputs / outputs、operator actions、evidence gates、verification 與 rollback contract。 +- `apps/web/src/app/[locale]/governance/tabs/automation-inventory-tab.tsx` 接入 `GET /api/v1/agents/agent-owner-approved-learning-dry-run`,顯示人工操作選項、dry-run gates、preview outputs、truth flags 與 generated preview count。 +- 更新 `ai_agent_interaction_learning_proof_2026-06-11.json`:整體完成度 `88%`,current task `P2-403F`,next task `P2-403G`;live AgentSession / Redis events / handoff / learning write / Telegram digest receipt 全部仍為 `0`。 +- 本波仍不產生 live dry-run preview、不寫 KM、不更新 PlayBook trust、不寫 timeline learning、不寫 replay score、不發 Telegram、不啟動 runtime worker、不讀取或輸出 secret;下一步 P2-403G 才 review runtime write gate。 + ### 2026-06-11 23:59 (台北) — §3.2 / §5 — 完成 P2-403E Telegram Receipt Approval Package — 先把通知收據鏈拆成批准包,不再把 Telegram 沒聲音包裝成成功 - 新增 `ai_agent_telegram_receipt_approval_package_v1` schema / committed snapshot / loader / API / 測試,定義 queue、delivery、ack、failure、retry、owner review、delivery correlation、redaction 與 blocked runtime actions。