feat(work-items): surface AI runbook loop coverage
Some checks failed
CD Pipeline / workflow-shape (push) Successful in 1s
CD Pipeline / cancel-stale-cd (push) Has been skipped
CD Pipeline / tests (push) Successful in 1m19s
CD Pipeline / post-deploy-checks (push) Has been cancelled
CD Pipeline / build-and-deploy (push) Has been cancelled
Some checks failed
CD Pipeline / workflow-shape (push) Successful in 1s
CD Pipeline / cancel-stale-cd (push) Has been skipped
CD Pipeline / tests (push) Successful in 1m19s
CD Pipeline / post-deploy-checks (push) Has been cancelled
CD Pipeline / build-and-deploy (push) Has been cancelled
This commit is contained in:
@@ -589,6 +589,53 @@ def test_awoooi_priority_work_order_readback_surfaces_gitea_bundle_truth():
|
||||
assert "CIR-P0-AILOOP-002" in payload["summary"][
|
||||
"ai_automation_node_receipt_work_items"
|
||||
]
|
||||
runbook_matrix = payload["ai_controlled_repair_loop_runbook_matrix"]
|
||||
assert runbook_matrix["schema_version"] == (
|
||||
"ai_controlled_repair_loop_runbook_matrix_v1"
|
||||
)
|
||||
assert runbook_matrix["metadata_only"] is True
|
||||
assert runbook_matrix["manual_as_default_terminal_allowed"] is False
|
||||
assert runbook_matrix["required_fields"] == [
|
||||
"target_selector",
|
||||
"source_truth_diff",
|
||||
"candidate_action",
|
||||
"check_mode_or_dry_run",
|
||||
"controlled_apply_boundary",
|
||||
"rollback_or_no_write",
|
||||
"post_verifier",
|
||||
"km_playbook_trust_writeback",
|
||||
]
|
||||
runbook_rows = runbook_matrix["rows"]
|
||||
runbook_by_id = {item["work_item_id"]: item for item in runbook_rows}
|
||||
runbook_summary = runbook_matrix["summary"]
|
||||
assert runbook_summary["p0_runbook_count"] == sum(
|
||||
1 for item in inserted_items if item["priority"] == "P0"
|
||||
)
|
||||
assert runbook_summary["manual_terminal_count"] == 0
|
||||
assert runbook_summary["controlled_apply_allowed_count"] == sum(
|
||||
1 for item in runbook_rows if item["controlled_apply_allowed"] is True
|
||||
)
|
||||
assert runbook_summary["break_glass_runbook_count"] == sum(
|
||||
1 for item in runbook_rows if item["coverage_state"] == "break_glass"
|
||||
)
|
||||
assert runbook_summary["next_work_item_id"] == "CIR-P0-007"
|
||||
assert runbook_by_id["CIR-P0-006"]["break_glass_required"] is True
|
||||
assert runbook_by_id["CIR-P0-006"]["controlled_apply_allowed"] is False
|
||||
assert runbook_by_id["CIR-P0-007"]["controlled_apply_allowed"] is True
|
||||
assert runbook_by_id["CIR-P0-007"]["coverage_state"] == "partial"
|
||||
assert runbook_by_id["CIR-P0-007"]["manual_terminal_allowed"] is False
|
||||
assert "km_playbook_trust_writeback" in runbook_by_id["CIR-P0-007"][
|
||||
"missing_fields"
|
||||
]
|
||||
assert payload["summary"]["ai_controlled_repair_loop_p0_runbook_count"] == (
|
||||
runbook_summary["p0_runbook_count"]
|
||||
)
|
||||
assert payload["summary"]["ai_controlled_repair_loop_next_work_item_id"] == (
|
||||
"CIR-P0-007"
|
||||
)
|
||||
assert payload["summary"][
|
||||
"ai_controlled_repair_loop_manual_as_default_terminal_allowed"
|
||||
] is False
|
||||
|
||||
|
||||
def test_awoooi_priority_work_order_readback_routes_closed_backup_to_host_boot_and_windows99(
|
||||
@@ -1452,6 +1499,25 @@ def test_awoooi_priority_work_order_readback_endpoint_returns_snapshot(
|
||||
assert endpoint_receipts["learning_writeback"]["km_writeback_ref"] == (
|
||||
"context_receipt:km=1"
|
||||
)
|
||||
endpoint_matrix = data["ai_controlled_repair_loop_runbook_matrix"]
|
||||
endpoint_rows = endpoint_matrix["rows"]
|
||||
endpoint_row_by_id = {item["work_item_id"]: item for item in endpoint_rows}
|
||||
assert endpoint_matrix["status"] == (
|
||||
"ai_controlled_repair_loop_runbook_matrix_ready"
|
||||
)
|
||||
assert endpoint_matrix["summary"]["p0_runbook_count"] == sum(
|
||||
1 for item in inserted_items if item["priority"] == "P0"
|
||||
)
|
||||
assert endpoint_matrix["summary"]["manual_terminal_count"] == 0
|
||||
assert endpoint_matrix["summary"]["next_work_item_id"] == "CIR-P0-007"
|
||||
assert endpoint_row_by_id["CIR-P0-006"]["coverage_state"] == "break_glass"
|
||||
assert endpoint_row_by_id["CIR-P0-006"]["controlled_apply_allowed"] is False
|
||||
assert endpoint_row_by_id["CIR-P0-007"]["coverage_state"] == "partial"
|
||||
assert endpoint_row_by_id["CIR-P0-007"]["controlled_apply_allowed"] is True
|
||||
assert data["summary"]["ai_controlled_repair_loop_next_work_item_id"] == (
|
||||
"CIR-P0-007"
|
||||
)
|
||||
assert data["summary"]["ai_controlled_repair_loop_manual_terminal_count"] == 0
|
||||
|
||||
|
||||
def test_controlled_cd_lane_live_metric_readback_falls_back_to_prometheus(
|
||||
|
||||
Reference in New Issue
Block a user