38 lines
1.1 KiB
JSON
38 lines
1.1 KiB
JSON
{
|
|
"approved_for_full_replay": false,
|
|
"candidate_id": "nemo_nemotron_fabric",
|
|
"candidate_variant_id": "nemo_nemotron_fabric_contract_tuned_v1",
|
|
"decision": "blocked",
|
|
"failures": [
|
|
"latency_budget_exceeded"
|
|
],
|
|
"gates": {
|
|
"all_requests_returned_results": true,
|
|
"candidate_variant_is_contract_tuned_v1": true,
|
|
"latency_budget_met": false,
|
|
"minimum_records_met": true,
|
|
"no_external_errors": true,
|
|
"no_fallbacks": true,
|
|
"runner_valid": true,
|
|
"trace_complete": true
|
|
},
|
|
"latency_budget_ms": 45000.0,
|
|
"minimum_records": 5,
|
|
"model": "nvidia/nemotron-3-super-120b-a12b",
|
|
"runner_summary": {
|
|
"avg_latency_ms": 213890.3999,
|
|
"external_error_records": 0,
|
|
"fallback_used_records": 0,
|
|
"p95_latency_ms": 374591.0851,
|
|
"requests": 5,
|
|
"results": 5,
|
|
"retry_used_records": 1,
|
|
"trace_incomplete_records": 0,
|
|
"valid": true
|
|
},
|
|
"schema_version": "agent_nemotron_contract_tuned_smoke_gate_v1",
|
|
"source_reports": {
|
|
"runner_report": "docs/evaluations/agent_nemotron_contract_tuned_smoke_external_runner_report_2026-06-01.json"
|
|
}
|
|
}
|