feat(governance): 新增 result capture write gate review
This commit is contained in:
114
apps/api/tests/test_ai_agent_result_capture_write_gate_review.py
Normal file
114
apps/api/tests/test_ai_agent_result_capture_write_gate_review.py
Normal file
@@ -0,0 +1,114 @@
|
||||
import copy
|
||||
import json
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
from src.services.ai_agent_result_capture_write_gate_review import (
|
||||
load_latest_ai_agent_result_capture_write_gate_review,
|
||||
)
|
||||
|
||||
|
||||
REPO_ROOT = Path(__file__).resolve().parents[3]
|
||||
FIXTURE = REPO_ROOT / "docs/evaluations/ai_agent_result_capture_write_gate_review_2026-06-13.json"
|
||||
|
||||
|
||||
def test_load_latest_ai_agent_result_capture_write_gate_review_snapshot() -> None:
|
||||
data = load_latest_ai_agent_result_capture_write_gate_review()
|
||||
|
||||
assert data["schema_version"] == "ai_agent_result_capture_write_gate_review_v1"
|
||||
assert data["program_status"]["current_task_id"] == "P2-121"
|
||||
assert data["program_status"]["next_task_id"] == "P2-122"
|
||||
assert data["program_status"]["overall_completion_percent"] == 100
|
||||
assert data["program_status"]["read_only_mode"] is True
|
||||
|
||||
rollups = data["rollups"]
|
||||
assert rollups["write_gate_review_count"] == 5
|
||||
assert rollups["approval_gate_count"] == 5
|
||||
assert rollups["post_write_verifier_plan_count"] == 5
|
||||
assert rollups["blocked_live_write_count"] == 6
|
||||
assert rollups["operator_action_count"] == 5
|
||||
assert rollups["approval_required_review_count"] == 2
|
||||
assert rollups["blocked_review_count"] == 1
|
||||
assert rollups["approval_required_gate_count"] == 2
|
||||
assert rollups["blocked_gate_count"] == 1
|
||||
assert rollups["approval_required_verifier_count"] == 2
|
||||
assert rollups["critical_blocker_count"] == 3
|
||||
|
||||
assert {review["target_write_gate"] for review in data["write_gate_reviews"]} == {
|
||||
"result_capture_write_gate_review"
|
||||
}
|
||||
assert {review["runtime_write_enabled"] for review in data["write_gate_reviews"]} == {False}
|
||||
|
||||
zero_fields = [
|
||||
"owner_approval_received_count",
|
||||
"dual_approval_received_count",
|
||||
"dry_run_hash_verified_count",
|
||||
"post_write_verifier_pass_count",
|
||||
"rollback_plan_verified_count",
|
||||
"canonical_runtime_target_read_count",
|
||||
"live_query_count",
|
||||
"reviewer_queue_write_count",
|
||||
"gateway_queue_write_count",
|
||||
"telegram_send_count",
|
||||
"bot_api_call_count",
|
||||
"report_receipt_write_count",
|
||||
"result_capture_write_count",
|
||||
"learning_write_count",
|
||||
"playbook_trust_write_count",
|
||||
"production_write_count",
|
||||
"secret_read_count",
|
||||
"destructive_operation_count",
|
||||
]
|
||||
for field in zero_fields:
|
||||
assert rollups[field] == 0
|
||||
|
||||
|
||||
def test_result_capture_write_gate_review_rejects_runtime_write_enabled(tmp_path: Path) -> None:
|
||||
source = json.loads(FIXTURE.read_text(encoding="utf-8"))
|
||||
source["write_gate_reviews"][0]["runtime_write_enabled"] = True
|
||||
target = tmp_path / "ai_agent_result_capture_write_gate_review_2026-06-13.json"
|
||||
target.write_text(json.dumps(source), encoding="utf-8")
|
||||
|
||||
with pytest.raises(ValueError, match="must not enable runtime write"):
|
||||
load_latest_ai_agent_result_capture_write_gate_review(tmp_path)
|
||||
|
||||
|
||||
def test_result_capture_write_gate_review_rejects_truth_write_flag(tmp_path: Path) -> None:
|
||||
source = json.loads(FIXTURE.read_text(encoding="utf-8"))
|
||||
source["write_gate_truth"]["result_capture_write_enabled"] = True
|
||||
target = tmp_path / "ai_agent_result_capture_write_gate_review_2026-06-13.json"
|
||||
target.write_text(json.dumps(source), encoding="utf-8")
|
||||
|
||||
with pytest.raises(ValueError, match="live read/send/write flags"):
|
||||
load_latest_ai_agent_result_capture_write_gate_review(tmp_path)
|
||||
|
||||
|
||||
def test_result_capture_write_gate_review_rejects_target_drift(tmp_path: Path) -> None:
|
||||
source = json.loads(FIXTURE.read_text(encoding="utf-8"))
|
||||
source["write_gate_reviews"][0]["target_write_gate"] = "live_result_capture_writer"
|
||||
target = tmp_path / "ai_agent_result_capture_write_gate_review_2026-06-13.json"
|
||||
target.write_text(json.dumps(source), encoding="utf-8")
|
||||
|
||||
with pytest.raises(ValueError, match="must target result_capture_write_gate_review"):
|
||||
load_latest_ai_agent_result_capture_write_gate_review(tmp_path)
|
||||
|
||||
|
||||
def test_result_capture_write_gate_review_rejects_rollup_drift(tmp_path: Path) -> None:
|
||||
source = json.loads(FIXTURE.read_text(encoding="utf-8"))
|
||||
source["rollups"]["write_gate_review_count"] = 4
|
||||
target = tmp_path / "ai_agent_result_capture_write_gate_review_2026-06-13.json"
|
||||
target.write_text(json.dumps(source), encoding="utf-8")
|
||||
|
||||
with pytest.raises(ValueError, match="rollup counts mismatch"):
|
||||
load_latest_ai_agent_result_capture_write_gate_review(tmp_path)
|
||||
|
||||
|
||||
def test_result_capture_write_gate_review_rejects_forbidden_display_terms(tmp_path: Path) -> None:
|
||||
source = copy.deepcopy(json.loads(FIXTURE.read_text(encoding="utf-8")))
|
||||
source["operator_actions"][0]["operator_instruction"] = "do not expose session_id"
|
||||
target = tmp_path / "ai_agent_result_capture_write_gate_review_2026-06-13.json"
|
||||
target.write_text(json.dumps(source), encoding="utf-8")
|
||||
|
||||
with pytest.raises(ValueError, match="forbidden display terms"):
|
||||
load_latest_ai_agent_result_capture_write_gate_review(tmp_path)
|
||||
@@ -0,0 +1,41 @@
|
||||
import pytest
|
||||
from httpx import ASGITransport, AsyncClient
|
||||
|
||||
from src.main import app
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_agent_result_capture_write_gate_review_api() -> None:
|
||||
transport = ASGITransport(app=app)
|
||||
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
||||
response = await client.get("/api/v1/agents/agent-result-capture-write-gate-review")
|
||||
|
||||
assert response.status_code == 200
|
||||
data = response.json()
|
||||
assert data["schema_version"] == "ai_agent_result_capture_write_gate_review_v1"
|
||||
assert data["program_status"]["current_task_id"] == "P2-121"
|
||||
assert data["program_status"]["next_task_id"] == "P2-122"
|
||||
assert data["program_status"]["overall_completion_percent"] == 100
|
||||
|
||||
rollups = data["rollups"]
|
||||
assert rollups["write_gate_review_count"] == 5
|
||||
assert rollups["approval_gate_count"] == 5
|
||||
assert rollups["post_write_verifier_plan_count"] == 5
|
||||
assert rollups["blocked_live_write_count"] == 6
|
||||
assert rollups["operator_action_count"] == 5
|
||||
assert rollups["critical_blocker_count"] == 3
|
||||
assert rollups["owner_approval_received_count"] == 0
|
||||
assert rollups["dual_approval_received_count"] == 0
|
||||
assert rollups["dry_run_hash_verified_count"] == 0
|
||||
assert rollups["post_write_verifier_pass_count"] == 0
|
||||
assert rollups["result_capture_write_count"] == 0
|
||||
assert rollups["learning_write_count"] == 0
|
||||
assert rollups["playbook_trust_write_count"] == 0
|
||||
assert rollups["gateway_queue_write_count"] == 0
|
||||
assert rollups["telegram_send_count"] == 0
|
||||
assert rollups["production_write_count"] == 0
|
||||
|
||||
assert {review["target_write_gate"] for review in data["write_gate_reviews"]} == {
|
||||
"result_capture_write_gate_review"
|
||||
}
|
||||
assert {review["runtime_write_enabled"] for review in data["write_gate_reviews"]} == {False}
|
||||
Reference in New Issue
Block a user