feat(governance): 新增 result capture promotion dry-run
All checks were successful
Code Review / ai-code-review (push) Successful in 13s
CD Pipeline / tests (push) Successful in 1m30s
CD Pipeline / build-and-deploy (push) Successful in 4m36s
CD Pipeline / post-deploy-checks (push) Successful in 1m31s

This commit is contained in:
Your Name
2026-06-13 22:00:13 +08:00
parent 13e46143f5
commit f3c3dc8420
10 changed files with 1688 additions and 1 deletions

View File

@@ -0,0 +1,112 @@
import copy
import json
from pathlib import Path
import pytest
from src.services.ai_agent_owner_approved_result_capture_promotion_dry_run import (
load_latest_ai_agent_owner_approved_result_capture_promotion_dry_run,
)
REPO_ROOT = Path(__file__).resolve().parents[3]
FIXTURE = REPO_ROOT / "docs/evaluations/ai_agent_owner_approved_result_capture_promotion_dry_run_2026-06-13.json"
def test_load_latest_ai_agent_owner_approved_result_capture_promotion_dry_run_snapshot() -> None:
data = load_latest_ai_agent_owner_approved_result_capture_promotion_dry_run()
assert data["schema_version"] == "ai_agent_owner_approved_result_capture_promotion_dry_run_v1"
assert data["program_status"]["current_task_id"] == "P2-120"
assert data["program_status"]["next_task_id"] == "P2-121"
assert data["program_status"]["overall_completion_percent"] == 100
assert data["program_status"]["read_only_mode"] is True
rollups = data["rollups"]
assert rollups["promotion_dry_run_template_count"] == 5
assert rollups["owner_acceptance_fixture_count"] == 5
assert rollups["dry_run_verifier_check_count"] == 5
assert rollups["blocked_runtime_promotion_count"] == 5
assert rollups["operator_action_count"] == 5
assert rollups["approval_required_template_count"] == 2
assert rollups["blocked_template_count"] == 2
assert rollups["approval_required_fixture_count"] == 2
assert rollups["blocked_fixture_count"] == 2
assert rollups["approval_required_verifier_count"] == 2
assert rollups["critical_blocker_count"] == 3
assert {template["target_dry_run"] for template in data["promotion_dry_run_templates"]} == {
"result_capture_promotion_dry_run_preview"
}
assert {template["dry_run_mode"] for template in data["promotion_dry_run_templates"]} == {"preview_only"}
zero_fields = [
"owner_approval_received_count",
"capture_promotion_approved_count",
"dry_run_preview_generated_count",
"canonical_runtime_target_read_count",
"live_query_count",
"reviewer_queue_write_count",
"gateway_queue_write_count",
"telegram_send_count",
"bot_api_call_count",
"report_receipt_write_count",
"result_capture_write_count",
"learning_write_count",
"playbook_trust_write_count",
"production_write_count",
"secret_read_count",
"destructive_operation_count",
]
for field in zero_fields:
assert rollups[field] == 0
def test_owner_approved_promotion_dry_run_rejects_runtime_write_enabled(tmp_path: Path) -> None:
source = json.loads(FIXTURE.read_text(encoding="utf-8"))
source["promotion_dry_run_templates"][0]["runtime_write_enabled"] = True
target = tmp_path / "ai_agent_owner_approved_result_capture_promotion_dry_run_2026-06-13.json"
target.write_text(json.dumps(source), encoding="utf-8")
with pytest.raises(ValueError, match="must not enable runtime write"):
load_latest_ai_agent_owner_approved_result_capture_promotion_dry_run(tmp_path)
def test_owner_approved_promotion_dry_run_rejects_truth_write_flag(tmp_path: Path) -> None:
source = json.loads(FIXTURE.read_text(encoding="utf-8"))
source["dry_run_truth"]["result_capture_write_enabled"] = True
target = tmp_path / "ai_agent_owner_approved_result_capture_promotion_dry_run_2026-06-13.json"
target.write_text(json.dumps(source), encoding="utf-8")
with pytest.raises(ValueError, match="live read/send/write flags"):
load_latest_ai_agent_owner_approved_result_capture_promotion_dry_run(tmp_path)
def test_owner_approved_promotion_dry_run_rejects_target_drift(tmp_path: Path) -> None:
source = json.loads(FIXTURE.read_text(encoding="utf-8"))
source["promotion_dry_run_templates"][0]["target_dry_run"] = "live_result_capture_promotion"
target = tmp_path / "ai_agent_owner_approved_result_capture_promotion_dry_run_2026-06-13.json"
target.write_text(json.dumps(source), encoding="utf-8")
with pytest.raises(ValueError, match="must target result_capture_promotion_dry_run_preview"):
load_latest_ai_agent_owner_approved_result_capture_promotion_dry_run(tmp_path)
def test_owner_approved_promotion_dry_run_rejects_rollup_drift(tmp_path: Path) -> None:
source = json.loads(FIXTURE.read_text(encoding="utf-8"))
source["rollups"]["promotion_dry_run_template_count"] = 4
target = tmp_path / "ai_agent_owner_approved_result_capture_promotion_dry_run_2026-06-13.json"
target.write_text(json.dumps(source), encoding="utf-8")
with pytest.raises(ValueError, match="rollup counts mismatch"):
load_latest_ai_agent_owner_approved_result_capture_promotion_dry_run(tmp_path)
def test_owner_approved_promotion_dry_run_rejects_forbidden_display_terms(tmp_path: Path) -> None:
source = copy.deepcopy(json.loads(FIXTURE.read_text(encoding="utf-8")))
source["operator_actions"][0]["operator_instruction"] = "do not expose session_id"
target = tmp_path / "ai_agent_owner_approved_result_capture_promotion_dry_run_2026-06-13.json"
target.write_text(json.dumps(source), encoding="utf-8")
with pytest.raises(ValueError, match="forbidden display terms"):
load_latest_ai_agent_owner_approved_result_capture_promotion_dry_run(tmp_path)

View File

@@ -0,0 +1,40 @@
import pytest
from httpx import ASGITransport, AsyncClient
from src.main import app
@pytest.mark.asyncio
async def test_get_agent_owner_approved_result_capture_promotion_dry_run_api() -> None:
transport = ASGITransport(app=app)
async with AsyncClient(transport=transport, base_url="http://test") as client:
response = await client.get("/api/v1/agents/agent-owner-approved-result-capture-promotion-dry-run")
assert response.status_code == 200
data = response.json()
assert data["schema_version"] == "ai_agent_owner_approved_result_capture_promotion_dry_run_v1"
assert data["program_status"]["current_task_id"] == "P2-120"
assert data["program_status"]["next_task_id"] == "P2-121"
assert data["program_status"]["overall_completion_percent"] == 100
rollups = data["rollups"]
assert rollups["promotion_dry_run_template_count"] == 5
assert rollups["owner_acceptance_fixture_count"] == 5
assert rollups["dry_run_verifier_check_count"] == 5
assert rollups["blocked_runtime_promotion_count"] == 5
assert rollups["operator_action_count"] == 5
assert rollups["critical_blocker_count"] == 3
assert rollups["owner_approval_received_count"] == 0
assert rollups["capture_promotion_approved_count"] == 0
assert rollups["dry_run_preview_generated_count"] == 0
assert rollups["result_capture_write_count"] == 0
assert rollups["learning_write_count"] == 0
assert rollups["playbook_trust_write_count"] == 0
assert rollups["gateway_queue_write_count"] == 0
assert rollups["telegram_send_count"] == 0
assert rollups["production_write_count"] == 0
assert {template["target_dry_run"] for template in data["promotion_dry_run_templates"]} == {
"result_capture_promotion_dry_run_preview"
}
assert {template["runtime_write_enabled"] for template in data["promotion_dry_run_templates"]} == {False}