feat(governance): 新增 AI Agent 市場雷達讀回
Some checks failed
Code Review / ai-code-review (push) Successful in 13s
CD Pipeline / tests (push) Successful in 1m54s
CD Pipeline / build-and-deploy (push) Successful in 5m8s
CD Pipeline / post-deploy-checks (push) Failing after 1m21s
Ansible / Reboot Recovery Contract / validate (push) Has been cancelled
Some checks failed
Code Review / ai-code-review (push) Successful in 13s
CD Pipeline / tests (push) Successful in 1m54s
CD Pipeline / build-and-deploy (push) Successful in 5m8s
CD Pipeline / post-deploy-checks (push) Failing after 1m21s
Ansible / Reboot Recovery Contract / validate (push) Has been cancelled
This commit is contained in:
Your Name
@@ -0,0 +1,344 @@
|
||||
{
|
||||
"candidates": [
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"approved_for_watch_registry_addition": false
|
||||
},
|
||||
"archived": false,
|
||||
"classification": "agent_operator_console_candidate",
|
||||
"description": "NocoBase is an open-source AI + no-code platform for building business systems fast. Instead of generating everything from scratch, AI works on top of production-proven infrastructure and a WYSIWYG no-code interface, so you get both speed and reliability.",
|
||||
"homepage": "https://www.nocobase.com",
|
||||
"html_url": "https://github.com/nocobase/nocobase",
|
||||
"language": "TypeScript",
|
||||
"pushed_at": "2026-06-25T02:27:15Z",
|
||||
"recommendation": "watch_only_product_surface_signal",
|
||||
"recommended_role": "operator_console_or_agent_ui_candidate",
|
||||
"repository_full_name": "nocobase/nocobase",
|
||||
"required_next_gate": "operator_confirms_product_surface_relevance_before_watch_only_entry",
|
||||
"risk_flags": [
|
||||
"requires_dependency_boundary_review"
|
||||
],
|
||||
"stargazers_count": 23082,
|
||||
"topics": [
|
||||
"admin-dashboard",
|
||||
"ai-agent",
|
||||
"ai-agents",
|
||||
"ai-assistant",
|
||||
"ai-tools",
|
||||
"airtable",
|
||||
"crm",
|
||||
"crud",
|
||||
"erp",
|
||||
"internal-tool",
|
||||
"internal-tools",
|
||||
"low-code",
|
||||
"lowcode",
|
||||
"no-code",
|
||||
"nocode",
|
||||
"project-management",
|
||||
"salesforce",
|
||||
"self-hosted",
|
||||
"workflows"
|
||||
],
|
||||
"watch_addition_recommended": false
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"approved_for_watch_registry_addition": false
|
||||
},
|
||||
"archived": false,
|
||||
"classification": "agent_operator_console_candidate",
|
||||
"description": "Web dashboard for Hermes Agent — multi-platform AI chat, session management, scheduled jobs, usage analytics ",
|
||||
"homepage": "https://hermes-studio.ai",
|
||||
"html_url": "https://github.com/EKKOLearnAI/hermes-studio",
|
||||
"language": "TypeScript",
|
||||
"pushed_at": "2026-06-25T02:30:17Z",
|
||||
"recommendation": "watch_only_product_surface_signal",
|
||||
"recommended_role": "operator_console_or_agent_ui_candidate",
|
||||
"repository_full_name": "ekkolearnai/hermes-studio",
|
||||
"required_next_gate": "operator_confirms_product_surface_relevance_before_watch_only_entry",
|
||||
"risk_flags": [
|
||||
"requires_dependency_boundary_review"
|
||||
],
|
||||
"stargazers_count": 8432,
|
||||
"topics": [
|
||||
"agent",
|
||||
"ai-agent",
|
||||
"chat-ui",
|
||||
"dashboard",
|
||||
"hermes",
|
||||
"hermes-agent",
|
||||
"hermes-web-ui",
|
||||
"llm",
|
||||
"multi-model",
|
||||
"multi-platform",
|
||||
"self-hosted",
|
||||
"typescript",
|
||||
"vue3",
|
||||
"web-ui"
|
||||
],
|
||||
"watch_addition_recommended": false
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"approved_for_watch_registry_addition": false
|
||||
},
|
||||
"archived": false,
|
||||
"classification": "agent_governance_candidate",
|
||||
"description": "Omnigent is an open-source AI agent framework and meta-harness: orchestrate Claude Code, Codex, Cursor, Pi, and custom agents — swap harnesses without rewriting, enforce policies and sandboxing, and collaborate in real time from any device.",
|
||||
"homepage": "https://omnigent.ai",
|
||||
"html_url": "https://github.com/omnigent-ai/omnigent",
|
||||
"language": "Python",
|
||||
"pushed_at": "2026-06-25T02:32:04Z",
|
||||
"recommendation": "add_to_watch_registry_after_manual_source_review",
|
||||
"recommended_role": "agent_governance_policy_evaluator_candidate",
|
||||
"repository_full_name": "omnigent-ai/omnigent",
|
||||
"required_next_gate": "operator_confirms_primary_sources_then_add_watch_registry_only",
|
||||
"risk_flags": [
|
||||
"requires_dependency_boundary_review",
|
||||
"likely_requires_paid_provider_boundary_review",
|
||||
"requires_tool_execution_sandbox_review"
|
||||
],
|
||||
"stargazers_count": 4737,
|
||||
"topics": [
|
||||
"agent-framework",
|
||||
"agent-governance",
|
||||
"agent-orchestration",
|
||||
"agents",
|
||||
"ai",
|
||||
"ai-agent",
|
||||
"ai-agents",
|
||||
"claude-code",
|
||||
"codex",
|
||||
"coding-agents",
|
||||
"developer-tools",
|
||||
"llm",
|
||||
"ml",
|
||||
"multi-agent",
|
||||
"python",
|
||||
"sandbox"
|
||||
],
|
||||
"watch_addition_recommended": true
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"approved_for_watch_registry_addition": false
|
||||
},
|
||||
"archived": false,
|
||||
"classification": "agent_framework_candidate",
|
||||
"description": "AG2 (formerly AutoGen): The Open-Source AgentOS.Join us at: https://discord.gg/sNGSwQME3x",
|
||||
"homepage": "https://ag2.ai",
|
||||
"html_url": "https://github.com/ag2ai/ag2",
|
||||
"language": "Python",
|
||||
"pushed_at": "2026-06-25T02:31:30Z",
|
||||
"recommendation": "add_to_watch_registry_after_manual_source_review",
|
||||
"recommended_role": "agent_framework_or_orchestrator_candidate",
|
||||
"repository_full_name": "ag2ai/ag2",
|
||||
"required_next_gate": "operator_confirms_primary_sources_then_add_watch_registry_only",
|
||||
"risk_flags": [
|
||||
"requires_dependency_boundary_review",
|
||||
"requires_tool_execution_sandbox_review"
|
||||
],
|
||||
"stargazers_count": 4708,
|
||||
"topics": [
|
||||
"a2a",
|
||||
"ag2",
|
||||
"agent-framework",
|
||||
"agentic",
|
||||
"agentic-ai",
|
||||
"ai",
|
||||
"ai-agents-framework",
|
||||
"aiagents",
|
||||
"genai",
|
||||
"llm",
|
||||
"llms",
|
||||
"mcp",
|
||||
"multi-agent",
|
||||
"multi-agent-system",
|
||||
"open-source",
|
||||
"python"
|
||||
],
|
||||
"watch_addition_recommended": true
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"approved_for_watch_registry_addition": false
|
||||
},
|
||||
"archived": false,
|
||||
"classification": "personal_agent_platform_candidate",
|
||||
"description": "Zero, your trustworthy AI teammate for real work. ",
|
||||
"homepage": "https://vm0.ai",
|
||||
"html_url": "https://github.com/vm0-ai/vm0",
|
||||
"language": "TypeScript",
|
||||
"pushed_at": "2026-06-25T02:32:12Z",
|
||||
"recommendation": "add_to_watch_registry_after_manual_source_review",
|
||||
"recommended_role": "personal_agent_platform_candidate",
|
||||
"repository_full_name": "vm0-ai/vm0",
|
||||
"required_next_gate": "operator_confirms_primary_sources_then_add_watch_registry_only",
|
||||
"risk_flags": [
|
||||
"requires_dependency_boundary_review",
|
||||
"likely_requires_paid_provider_boundary_review",
|
||||
"requires_tool_execution_sandbox_review"
|
||||
],
|
||||
"stargazers_count": 1131,
|
||||
"topics": [
|
||||
"agentic-workflow",
|
||||
"ai-agent",
|
||||
"ai-runtime",
|
||||
"ai-sandbox",
|
||||
"claude-code",
|
||||
"dev-tools",
|
||||
"sandbox"
|
||||
],
|
||||
"watch_addition_recommended": true
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"approved_for_watch_registry_addition": false
|
||||
},
|
||||
"archived": false,
|
||||
"classification": "agent_framework_candidate",
|
||||
"description": "Rapida is an open-source, end-to-end voice AI orchestration platform for building real-time conversational voice agents with audio streaming, STT, TTS, VAD, multi-channel integration, agent state management, and observability.",
|
||||
"homepage": "https://rapida.ai",
|
||||
"html_url": "https://github.com/rapidaai/voice-ai",
|
||||
"language": "Go",
|
||||
"pushed_at": "2026-06-25T02:04:11Z",
|
||||
"recommendation": "add_to_watch_registry_after_manual_source_review",
|
||||
"recommended_role": "agent_framework_or_orchestrator_candidate",
|
||||
"repository_full_name": "rapidaai/voice-ai",
|
||||
"required_next_gate": "operator_confirms_primary_sources_then_add_watch_registry_only",
|
||||
"risk_flags": [
|
||||
"requires_dependency_boundary_review"
|
||||
],
|
||||
"stargazers_count": 679,
|
||||
"topics": [
|
||||
"agent-framework",
|
||||
"ai-voice",
|
||||
"ai-voice-agent",
|
||||
"audio-streaming",
|
||||
"golang",
|
||||
"open-source",
|
||||
"orchestration",
|
||||
"realtime-audio",
|
||||
"sip",
|
||||
"speech-ai",
|
||||
"speech-to-text",
|
||||
"telephony",
|
||||
"text-to-speech",
|
||||
"voice-agents",
|
||||
"voice-ai",
|
||||
"voice-ai-agents",
|
||||
"voice-ai-platform",
|
||||
"voice-assistant-ai",
|
||||
"voice-bot",
|
||||
"voice-observability"
|
||||
],
|
||||
"watch_addition_recommended": true
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"approved_for_watch_registry_addition": false
|
||||
},
|
||||
"archived": false,
|
||||
"classification": "agent_framework_candidate",
|
||||
"description": "LLM-supervised persistent memory for AI agents — graph-based recall, cross-session knowledge, single binary. Works with Claude Code, OpenClaw, and any CLI agent.",
|
||||
"homepage": "https://github.com/mnemon-dev/mnemon#readme",
|
||||
"html_url": "https://github.com/mnemon-dev/mnemon",
|
||||
"language": "Go",
|
||||
"pushed_at": "2026-06-25T02:17:52Z",
|
||||
"recommendation": "add_to_watch_registry_after_manual_source_review",
|
||||
"recommended_role": "agent_framework_or_orchestrator_candidate",
|
||||
"repository_full_name": "mnemon-dev/mnemon",
|
||||
"required_next_gate": "operator_confirms_primary_sources_then_add_watch_registry_only",
|
||||
"risk_flags": [
|
||||
"requires_dependency_boundary_review",
|
||||
"likely_requires_paid_provider_boundary_review",
|
||||
"requires_tool_execution_sandbox_review"
|
||||
],
|
||||
"stargazers_count": 361,
|
||||
"topics": [
|
||||
"agent-framework",
|
||||
"agent-memory",
|
||||
"ai-agent",
|
||||
"ai-tools",
|
||||
"claude",
|
||||
"claude-code",
|
||||
"claude-memory",
|
||||
"cli",
|
||||
"context-window",
|
||||
"golang",
|
||||
"knowledge-graph",
|
||||
"llm-agent",
|
||||
"llm-memory",
|
||||
"llm-supervised",
|
||||
"mcp",
|
||||
"memory",
|
||||
"openclaw",
|
||||
"persistent-memory",
|
||||
"rag",
|
||||
"sqlite"
|
||||
],
|
||||
"watch_addition_recommended": true
|
||||
}
|
||||
],
|
||||
"generated_at": "2026-06-25T02:34:09.078342+00:00",
|
||||
"inputs": {
|
||||
"discovery_review_generated_at": "2026-06-25T02:33:53.438200+00:00",
|
||||
"metadata_source": "github_repository_api_summary"
|
||||
},
|
||||
"policy": {
|
||||
"auto_watch_registry_addition_approved": false,
|
||||
"paid_api_calls_approved": false,
|
||||
"production_changes_approved": false,
|
||||
"raw_external_pages_committed": false,
|
||||
"replacement_decision_allowed": false,
|
||||
"sdk_installation_approved": false,
|
||||
"shadow_or_canary_approved": false
|
||||
},
|
||||
"schema_version": "agent_market_discovery_classification_v1",
|
||||
"summary": {
|
||||
"classification_counts": {
|
||||
"agent_framework_candidate": 3,
|
||||
"agent_governance_candidate": 1,
|
||||
"agent_operator_console_candidate": 2,
|
||||
"personal_agent_platform_candidate": 1
|
||||
},
|
||||
"classified_repositories": 7,
|
||||
"production_changes_approved": 0,
|
||||
"recommendation_counts": {
|
||||
"add_to_watch_registry_after_manual_source_review": 5,
|
||||
"watch_only_product_surface_signal": 2
|
||||
},
|
||||
"recommended_watch_additions": 5,
|
||||
"shadow_or_canary_approved": 0,
|
||||
"watch_only_or_defer": 2
|
||||
}
|
||||
}
|
||||
271
docs/evaluations/agent_market_discovery_review_2026-06-25.json
Normal file
271
docs/evaluations/agent_market_discovery_review_2026-06-25.json
Normal file
@@ -0,0 +1,271 @@
|
||||
{
|
||||
"candidate_drafts": [
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "keep_existing_candidate_watch",
|
||||
"html_url": "https://github.com/NousResearch/hermes-agent",
|
||||
"new_since_previous_review": true,
|
||||
"recommended_actions": [
|
||||
"keep_existing_watch_registry_entry",
|
||||
"do_not_duplicate_candidate"
|
||||
],
|
||||
"recommended_next_gate": "use_existing_market_watch_candidate",
|
||||
"repository_full_name": "nousresearch/hermes-agent",
|
||||
"seen_before": false,
|
||||
"source_ids": [
|
||||
"github_ai_agent_topic"
|
||||
],
|
||||
"stargazers_count_max": 202142,
|
||||
"status": "already_watched_or_registered",
|
||||
"updated_at_latest": "2026-06-25T02:32:00Z"
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "manual_primary_source_classification_required",
|
||||
"html_url": "https://github.com/nocobase/nocobase",
|
||||
"new_since_previous_review": true,
|
||||
"recommended_actions": [
|
||||
"verify_official_or_primary_sources",
|
||||
"classify_role_against_awoooi_agent_taxonomy",
|
||||
"add_to_watch_registry_only_after_manual_review",
|
||||
"do_not_install_sdk_or_call_provider",
|
||||
"do_not_enter_replacement_replay_before_market_scorecard"
|
||||
],
|
||||
"recommended_next_gate": "classify_official_sources_then_update_watch_registry",
|
||||
"repository_full_name": "nocobase/nocobase",
|
||||
"seen_before": false,
|
||||
"source_ids": [
|
||||
"github_ai_agent_topic"
|
||||
],
|
||||
"stargazers_count_max": 23082,
|
||||
"status": "needs_primary_source_classification",
|
||||
"updated_at_latest": "2026-06-25T02:30:02Z"
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "manual_primary_source_classification_required",
|
||||
"html_url": "https://github.com/EKKOLearnAI/hermes-studio",
|
||||
"new_since_previous_review": true,
|
||||
"recommended_actions": [
|
||||
"verify_official_or_primary_sources",
|
||||
"classify_role_against_awoooi_agent_taxonomy",
|
||||
"add_to_watch_registry_only_after_manual_review",
|
||||
"do_not_install_sdk_or_call_provider",
|
||||
"do_not_enter_replacement_replay_before_market_scorecard"
|
||||
],
|
||||
"recommended_next_gate": "classify_official_sources_then_update_watch_registry",
|
||||
"repository_full_name": "ekkolearnai/hermes-studio",
|
||||
"seen_before": false,
|
||||
"source_ids": [
|
||||
"github_ai_agent_topic"
|
||||
],
|
||||
"stargazers_count_max": 8432,
|
||||
"status": "needs_primary_source_classification",
|
||||
"updated_at_latest": "2026-06-25T02:30:22Z"
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "manual_primary_source_classification_required",
|
||||
"html_url": "https://github.com/omnigent-ai/omnigent",
|
||||
"new_since_previous_review": true,
|
||||
"recommended_actions": [
|
||||
"verify_official_or_primary_sources",
|
||||
"classify_role_against_awoooi_agent_taxonomy",
|
||||
"add_to_watch_registry_only_after_manual_review",
|
||||
"do_not_install_sdk_or_call_provider",
|
||||
"do_not_enter_replacement_replay_before_market_scorecard"
|
||||
],
|
||||
"recommended_next_gate": "classify_official_sources_then_update_watch_registry",
|
||||
"repository_full_name": "omnigent-ai/omnigent",
|
||||
"seen_before": false,
|
||||
"source_ids": [
|
||||
"github_ai_agent_topic",
|
||||
"github_agent_framework_topic"
|
||||
],
|
||||
"stargazers_count_max": 4737,
|
||||
"status": "needs_primary_source_classification",
|
||||
"updated_at_latest": "2026-06-25T02:32:40Z"
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "manual_primary_source_classification_required",
|
||||
"html_url": "https://github.com/ag2ai/ag2",
|
||||
"new_since_previous_review": true,
|
||||
"recommended_actions": [
|
||||
"verify_official_or_primary_sources",
|
||||
"classify_role_against_awoooi_agent_taxonomy",
|
||||
"add_to_watch_registry_only_after_manual_review",
|
||||
"do_not_install_sdk_or_call_provider",
|
||||
"do_not_enter_replacement_replay_before_market_scorecard"
|
||||
],
|
||||
"recommended_next_gate": "classify_official_sources_then_update_watch_registry",
|
||||
"repository_full_name": "ag2ai/ag2",
|
||||
"seen_before": false,
|
||||
"source_ids": [
|
||||
"github_agent_framework_topic"
|
||||
],
|
||||
"stargazers_count_max": 4708,
|
||||
"status": "needs_primary_source_classification",
|
||||
"updated_at_latest": "2026-06-25T02:31:33Z"
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "keep_existing_candidate_watch",
|
||||
"html_url": "https://github.com/microsoft/agent-governance-toolkit",
|
||||
"new_since_previous_review": false,
|
||||
"recommended_actions": [
|
||||
"keep_existing_watch_registry_entry",
|
||||
"do_not_duplicate_candidate"
|
||||
],
|
||||
"recommended_next_gate": "use_existing_market_watch_candidate",
|
||||
"repository_full_name": "microsoft/agent-governance-toolkit",
|
||||
"seen_before": true,
|
||||
"source_ids": [
|
||||
"github_agent_framework_topic"
|
||||
],
|
||||
"stargazers_count_max": 4506,
|
||||
"status": "already_watched_or_registered",
|
||||
"updated_at_latest": "2026-06-25T00:45:57Z"
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "manual_primary_source_classification_required",
|
||||
"html_url": "https://github.com/vm0-ai/vm0",
|
||||
"new_since_previous_review": true,
|
||||
"recommended_actions": [
|
||||
"verify_official_or_primary_sources",
|
||||
"classify_role_against_awoooi_agent_taxonomy",
|
||||
"add_to_watch_registry_only_after_manual_review",
|
||||
"do_not_install_sdk_or_call_provider",
|
||||
"do_not_enter_replacement_replay_before_market_scorecard"
|
||||
],
|
||||
"recommended_next_gate": "classify_official_sources_then_update_watch_registry",
|
||||
"repository_full_name": "vm0-ai/vm0",
|
||||
"seen_before": false,
|
||||
"source_ids": [
|
||||
"github_ai_agent_topic"
|
||||
],
|
||||
"stargazers_count_max": 1131,
|
||||
"status": "needs_primary_source_classification",
|
||||
"updated_at_latest": "2026-06-25T02:30:31Z"
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "manual_primary_source_classification_required",
|
||||
"html_url": "https://github.com/rapidaai/voice-ai",
|
||||
"new_since_previous_review": true,
|
||||
"recommended_actions": [
|
||||
"verify_official_or_primary_sources",
|
||||
"classify_role_against_awoooi_agent_taxonomy",
|
||||
"add_to_watch_registry_only_after_manual_review",
|
||||
"do_not_install_sdk_or_call_provider",
|
||||
"do_not_enter_replacement_replay_before_market_scorecard"
|
||||
],
|
||||
"recommended_next_gate": "classify_official_sources_then_update_watch_registry",
|
||||
"repository_full_name": "rapidaai/voice-ai",
|
||||
"seen_before": false,
|
||||
"source_ids": [
|
||||
"github_agent_framework_topic"
|
||||
],
|
||||
"stargazers_count_max": 679,
|
||||
"status": "needs_primary_source_classification",
|
||||
"updated_at_latest": "2026-06-25T02:04:22Z"
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_registry_addition": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false
|
||||
},
|
||||
"decision": "manual_primary_source_classification_required",
|
||||
"html_url": "https://github.com/mnemon-dev/mnemon",
|
||||
"new_since_previous_review": true,
|
||||
"recommended_actions": [
|
||||
"verify_official_or_primary_sources",
|
||||
"classify_role_against_awoooi_agent_taxonomy",
|
||||
"add_to_watch_registry_only_after_manual_review",
|
||||
"do_not_install_sdk_or_call_provider",
|
||||
"do_not_enter_replacement_replay_before_market_scorecard"
|
||||
],
|
||||
"recommended_next_gate": "classify_official_sources_then_update_watch_registry",
|
||||
"repository_full_name": "mnemon-dev/mnemon",
|
||||
"seen_before": false,
|
||||
"source_ids": [
|
||||
"github_agent_framework_topic"
|
||||
],
|
||||
"stargazers_count_max": 361,
|
||||
"status": "needs_primary_source_classification",
|
||||
"updated_at_latest": "2026-06-25T02:17:56Z"
|
||||
}
|
||||
],
|
||||
"generated_at": "2026-06-25T02:33:53.438200+00:00",
|
||||
"inputs": {
|
||||
"candidate_registry_schema_version": "agent_replacement_candidates_v1",
|
||||
"previous_review_generated_at": "2026-06-04T01:26:40.344391+00:00",
|
||||
"source_registry_schema_version": "agent_market_watch_sources_v1",
|
||||
"watch_report_generated_at": "2026-06-25T02:33:12.868785+00:00",
|
||||
"watch_report_mode": "live"
|
||||
},
|
||||
"policy": {
|
||||
"auto_registry_addition_approved": false,
|
||||
"paid_api_calls_approved": false,
|
||||
"production_changes_approved": false,
|
||||
"replacement_decision_allowed": false,
|
||||
"sdk_installation_approved": false,
|
||||
"shadow_or_canary_approved": false
|
||||
},
|
||||
"schema_version": "agent_market_discovery_review_v1",
|
||||
"summary": {
|
||||
"already_watched_or_registered": 2,
|
||||
"auto_registry_additions_approved": 0,
|
||||
"discovered_items": 10,
|
||||
"discovery_sources": 2,
|
||||
"manual_classification_required": 7,
|
||||
"new_manual_classification_required": 7,
|
||||
"production_changes_approved": 0,
|
||||
"shadow_or_canary_approved": 0,
|
||||
"source_failures": 0,
|
||||
"unique_repositories": 9
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,938 @@
|
||||
{
|
||||
"candidate_groups": {
|
||||
"production_baseline": [
|
||||
"openclaw_incumbent"
|
||||
],
|
||||
"replay_or_integration_blocked": [
|
||||
"claude_agent_sdk_remediator",
|
||||
"crewai_flows_crews",
|
||||
"google_adk_stack",
|
||||
"langgraph_incident_kernel",
|
||||
"microsoft_agent_framework",
|
||||
"nemo_nemotron_fabric",
|
||||
"openai_agents_sdk_coordinator"
|
||||
],
|
||||
"watch_only_candidates": [
|
||||
"agentos_framework",
|
||||
"bernstein_agent_governance",
|
||||
"hermes_agent_personal_platform",
|
||||
"microsoft_agent_governance_toolkit",
|
||||
"pydantic_deepagents",
|
||||
"thclaws_agent_harness"
|
||||
],
|
||||
"watch_only_scorecard_prescreen_ready": []
|
||||
},
|
||||
"candidate_statuses": [
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "openclaw_incumbent",
|
||||
"current_gate": "production_decision_core",
|
||||
"display_name": "OpenClaw incumbent",
|
||||
"evaluation_priority": "baseline",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "production_baseline",
|
||||
"integration_decision": "",
|
||||
"operator_blockers": [],
|
||||
"required_next_gate": "formal_replacement_adr_and_promotion_gate_required",
|
||||
"role": "current_production_decision_core",
|
||||
"score": null
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "openai_agents_sdk_coordinator",
|
||||
"current_gate": "has_offline_replay_summary",
|
||||
"display_name": "OpenAI Agents SDK Coordinator",
|
||||
"evaluation_priority": "must_test",
|
||||
"evidence": {
|
||||
"latest_replay_summary": "docs/evaluations/agent_openai_coordinator_replay_summary_2026-06-02.json",
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "integration_blocked",
|
||||
"integration_decision": "do_not_integrate_refresh_replay_gate",
|
||||
"operator_blockers": [
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"offline_adapter_contract_valid",
|
||||
"50_record_hidden_label_replay_beats_openclaw_baseline",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "refresh_scorecard_then_offline_replay_or_promotion_gate",
|
||||
"role": "coordinator_orchestrator",
|
||||
"score": 0.87
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "langgraph_incident_kernel",
|
||||
"current_gate": "has_offline_replay_summary",
|
||||
"display_name": "LangGraph Incident Kernel",
|
||||
"evaluation_priority": "must_test",
|
||||
"evidence": {
|
||||
"latest_replay_summary": "docs/evaluations/agent_langgraph_replay_summary_2026-06-02.json",
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "integration_blocked",
|
||||
"integration_decision": "do_not_integrate_refresh_replay_gate",
|
||||
"operator_blockers": [
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"offline_adapter_contract_valid",
|
||||
"50_record_hidden_label_replay_beats_openclaw_baseline"
|
||||
],
|
||||
"required_next_gate": "refresh_scorecard_then_offline_replay_or_promotion_gate",
|
||||
"role": "durable_incident_workflow_kernel",
|
||||
"score": 0.7867
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "nemo_nemotron_fabric",
|
||||
"current_gate": "blocked_existing_replay_evidence",
|
||||
"display_name": "NVIDIA NeMo Agent Toolkit + Nemotron Fabric",
|
||||
"evaluation_priority": "must_test",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": "docs/evaluations/agent_nemotron_contract_tuned_49b_v15_smoke_gate_2026-06-02.json",
|
||||
"latest_smoke_matrix": "docs/evaluations/agent_nemotron_contract_tuned_smoke_matrix_2026-06-02.json",
|
||||
"latest_smoke_model": "nvidia/llama-3.3-nemotron-super-49b-v1.5"
|
||||
},
|
||||
"gate_status": "integration_blocked",
|
||||
"integration_decision": "do_not_integrate_refresh_evidence_then_smoke_gate",
|
||||
"operator_blockers": [
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"5_record_smoke_gate_passes",
|
||||
"latency_and_output_contract_blockers_resolved",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "refresh_source_evidence_then_5_record_smoke_only",
|
||||
"role": "agent_fabric_tool_model_evaluator",
|
||||
"score": 0.8033
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "claude_agent_sdk_remediator",
|
||||
"current_gate": "has_offline_replay_summary",
|
||||
"display_name": "Claude Agent SDK Remediator",
|
||||
"evaluation_priority": "must_test",
|
||||
"evidence": {
|
||||
"latest_replay_summary": "docs/evaluations/agent_claude_remediator_replay_summary_2026-06-02.json",
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "integration_blocked",
|
||||
"integration_decision": "do_not_integrate_refresh_replay_gate",
|
||||
"operator_blockers": [
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"offline_adapter_contract_valid",
|
||||
"50_record_hidden_label_replay_beats_openclaw_baseline",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "refresh_scorecard_then_offline_replay_or_promotion_gate",
|
||||
"role": "devops_code_remediation_agent",
|
||||
"score": 0.7533
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "google_adk_stack",
|
||||
"current_gate": "not_yet_replayed",
|
||||
"display_name": "Google Agent Development Kit Stack",
|
||||
"evaluation_priority": "can_test",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "integration_blocked",
|
||||
"integration_decision": "do_not_integrate_prepare_no_cost_offline_adapter",
|
||||
"operator_blockers": [
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"offline_adapter_contract_valid",
|
||||
"50_record_hidden_label_replay_beats_openclaw_baseline",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "create_no_sdk_no_api_adapter_then_offline_replay",
|
||||
"role": "gemini_vertex_agent_stack",
|
||||
"score": 0.73
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "microsoft_agent_framework",
|
||||
"current_gate": "not_yet_replayed",
|
||||
"display_name": "Microsoft Agent Framework",
|
||||
"evaluation_priority": "can_test",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "integration_blocked",
|
||||
"integration_decision": "do_not_integrate_prepare_no_cost_offline_adapter",
|
||||
"operator_blockers": [
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"offline_adapter_contract_valid",
|
||||
"50_record_hidden_label_replay_beats_openclaw_baseline",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "create_no_sdk_no_api_adapter_then_offline_replay",
|
||||
"role": "enterprise_workflow_agent_stack",
|
||||
"score": 0.81
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "crewai_flows_crews",
|
||||
"current_gate": "not_yet_replayed",
|
||||
"display_name": "CrewAI Flows + Crews",
|
||||
"evaluation_priority": "secondary",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "integration_blocked",
|
||||
"integration_decision": "do_not_integrate_prepare_no_cost_offline_adapter",
|
||||
"operator_blockers": [
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"offline_adapter_contract_valid",
|
||||
"50_record_hidden_label_replay_beats_openclaw_baseline"
|
||||
],
|
||||
"required_next_gate": "create_no_sdk_no_api_adapter_then_offline_replay",
|
||||
"role": "rapid_agent_team_prototype",
|
||||
"score": 0.6033
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "hermes_agent_personal_platform",
|
||||
"current_gate": "watch_only_primary_source_monitoring",
|
||||
"display_name": "NousResearch Hermes Agent",
|
||||
"evaluation_priority": "watch_only",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "watch_only_blocked",
|
||||
"integration_decision": "do_not_integrate_watch_only_primary_source_monitoring",
|
||||
"operator_blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"operator_confirms_primary_sources",
|
||||
"watch_registry_baseline_refreshed",
|
||||
"explicit_priority_upgrade_before_replay",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "personal_agent_platform_candidate",
|
||||
"score": null
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "microsoft_agent_governance_toolkit",
|
||||
"current_gate": "watch_only_primary_source_monitoring",
|
||||
"display_name": "Microsoft Agent Governance Toolkit",
|
||||
"evaluation_priority": "watch_only",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "watch_only_blocked",
|
||||
"integration_decision": "do_not_integrate_watch_only_primary_source_monitoring",
|
||||
"operator_blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"operator_confirms_primary_sources",
|
||||
"watch_registry_baseline_refreshed",
|
||||
"explicit_priority_upgrade_before_replay"
|
||||
],
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_governance_policy_evaluator_candidate",
|
||||
"score": null
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "thclaws_agent_harness",
|
||||
"current_gate": "watch_only_primary_source_monitoring",
|
||||
"display_name": "thClaws Agent Harness",
|
||||
"evaluation_priority": "watch_only",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "watch_only_blocked",
|
||||
"integration_decision": "do_not_integrate_watch_only_primary_source_monitoring",
|
||||
"operator_blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"operator_confirms_primary_sources",
|
||||
"watch_registry_baseline_refreshed",
|
||||
"explicit_priority_upgrade_before_replay",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_framework_or_orchestrator_candidate",
|
||||
"score": null
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "pydantic_deepagents",
|
||||
"current_gate": "watch_only_primary_source_monitoring",
|
||||
"display_name": "Pydantic DeepAgents",
|
||||
"evaluation_priority": "watch_only",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "watch_only_blocked",
|
||||
"integration_decision": "do_not_integrate_watch_only_primary_source_monitoring",
|
||||
"operator_blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"operator_confirms_primary_sources",
|
||||
"watch_registry_baseline_refreshed",
|
||||
"explicit_priority_upgrade_before_replay",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_framework_or_orchestrator_candidate",
|
||||
"score": null
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "agentos_framework",
|
||||
"current_gate": "watch_only_primary_source_monitoring",
|
||||
"display_name": "AgentOS Framework",
|
||||
"evaluation_priority": "watch_only",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "watch_only_blocked",
|
||||
"integration_decision": "do_not_integrate_watch_only_primary_source_monitoring",
|
||||
"operator_blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"operator_confirms_primary_sources",
|
||||
"watch_registry_baseline_refreshed",
|
||||
"explicit_priority_upgrade_before_replay",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_framework_or_orchestrator_candidate",
|
||||
"score": null
|
||||
},
|
||||
{
|
||||
"approvals": {
|
||||
"paid_api": false,
|
||||
"production_routing": false,
|
||||
"replay": false,
|
||||
"sdk_install": false,
|
||||
"shadow_or_canary": false
|
||||
},
|
||||
"candidate_id": "bernstein_agent_governance",
|
||||
"current_gate": "watch_only_primary_source_monitoring",
|
||||
"display_name": "Bernstein Agent Governance",
|
||||
"evaluation_priority": "watch_only",
|
||||
"evidence": {
|
||||
"latest_replay_summary": null,
|
||||
"latest_smoke_gate": null,
|
||||
"latest_smoke_matrix": null,
|
||||
"latest_smoke_model": null
|
||||
},
|
||||
"gate_status": "watch_only_blocked",
|
||||
"integration_decision": "do_not_integrate_watch_only_primary_source_monitoring",
|
||||
"operator_blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval",
|
||||
"operator_confirms_primary_sources",
|
||||
"watch_registry_baseline_refreshed",
|
||||
"explicit_priority_upgrade_before_replay",
|
||||
"cost_approval_recorded"
|
||||
],
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_governance_policy_evaluator_candidate",
|
||||
"score": null
|
||||
}
|
||||
],
|
||||
"current_decision": "openclaw_remains_production_decision_core",
|
||||
"evaluation_cadence": {
|
||||
"next_scheduled_run_at": "2026-06-29T09:00:00+08:00",
|
||||
"operator_review_gate": "priority_upgrade_required_before_scorecard_replay_sdk_api_shadow_canary_or_production",
|
||||
"primary_source_policy": "primary_sources_only_no_llm_no_sdk_no_paid_api",
|
||||
"schedule": "weekly_monday_0900_asia_taipei",
|
||||
"timezone": "Asia/Taipei",
|
||||
"trigger_modes": [
|
||||
"scheduled_weekly",
|
||||
"manual_dispatch",
|
||||
"operator_triggered_after_primary_source_signal"
|
||||
],
|
||||
"workflow": ".gitea/workflows/agent-market-watch.yaml"
|
||||
},
|
||||
"forbidden_actions_without_new_approval": [
|
||||
"replace_openclaw",
|
||||
"enter_shadow_or_canary",
|
||||
"install_new_agent_sdk",
|
||||
"call_paid_provider_api",
|
||||
"run_replay_for_watch_only_candidate",
|
||||
"change_production_routing"
|
||||
],
|
||||
"generated_at": "2026-06-25T02:35:15.699321+00:00",
|
||||
"inputs": {
|
||||
"candidate_registry_schema_version": "agent_replacement_candidates_v1",
|
||||
"discovery_classification_generated_at": "2026-06-25T02:34:09.078342+00:00",
|
||||
"integration_review_generated_at": "2026-06-25T02:33:53.438121+00:00",
|
||||
"promotion_review_generated_at": "2026-06-25T02:34:25.892815+00:00",
|
||||
"watch_report_generated_at": "2026-06-25T02:33:12.868785+00:00"
|
||||
},
|
||||
"market_watch_health": {
|
||||
"blocked_from_integration": 13,
|
||||
"freshness_sla_hours": 168,
|
||||
"operator_blockers": [
|
||||
"unclassified_discovery_watch_additions_remaining",
|
||||
"integration_queue_not_empty"
|
||||
],
|
||||
"source_failures_block_priority_upgrade": false,
|
||||
"stale_after": "2026-06-29T15:00:00+08:00",
|
||||
"stale_grace_hours": 6,
|
||||
"status": "blocked"
|
||||
},
|
||||
"next_allowed_actions": [
|
||||
"continue_weekly_primary_source_market_watch",
|
||||
"rerun_existing_replay_only_after_evidence_or_adapter_change"
|
||||
],
|
||||
"operator_decision_queue": [
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": false,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": false,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "claude_agent_sdk_remediator",
|
||||
"display_name": "Claude Agent SDK Remediator",
|
||||
"evidence_refs": [
|
||||
"docs/evaluations/agent_claude_remediator_replay_summary_2026-06-02.json"
|
||||
],
|
||||
"priority": 10,
|
||||
"queue_status": "blocked_needs_evidence",
|
||||
"recommended_action": "refresh_scorecard_then_offline_replay_or_promotion_gate",
|
||||
"risk_notes": [
|
||||
"Best fit is code and DevOps remediation, not necessarily central incident arbitration.",
|
||||
"API cost, subscription separation, and vendor boundary must be validated.",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": false,
|
||||
"paid_api_approval_required": false,
|
||||
"priority_upgrade_required": false,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "crewai_flows_crews",
|
||||
"display_name": "CrewAI Flows + Crews",
|
||||
"evidence_refs": [],
|
||||
"priority": 10,
|
||||
"queue_status": "blocked_needs_evidence",
|
||||
"recommended_action": "create_no_sdk_no_api_adapter_then_offline_replay",
|
||||
"risk_notes": [
|
||||
"Better for rapid automation teams than high-risk production AIOps core.",
|
||||
"Durability, strict audit, and permission boundary must be proven in replay.",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": false,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": false,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "google_adk_stack",
|
||||
"display_name": "Google Agent Development Kit Stack",
|
||||
"evidence_refs": [],
|
||||
"priority": 10,
|
||||
"queue_status": "blocked_needs_evidence",
|
||||
"recommended_action": "create_no_sdk_no_api_adapter_then_offline_replay",
|
||||
"risk_notes": [
|
||||
"Gemini/Vertex ecosystem dependency must be justified against current local-first policy.",
|
||||
"AIOps tool safety and rollback gates still need AWOOOI-specific implementation.",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": false,
|
||||
"paid_api_approval_required": false,
|
||||
"priority_upgrade_required": false,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "langgraph_incident_kernel",
|
||||
"display_name": "LangGraph Incident Kernel",
|
||||
"evidence_refs": [
|
||||
"docs/evaluations/agent_langgraph_replay_summary_2026-06-02.json"
|
||||
],
|
||||
"priority": 10,
|
||||
"queue_status": "blocked_needs_evidence",
|
||||
"recommended_action": "refresh_scorecard_then_offline_replay_or_promotion_gate",
|
||||
"risk_notes": [
|
||||
"It is a workflow kernel, not a smarter model by itself.",
|
||||
"Tool safety and evaluation metrics must be implemented by AWOOOI adapters.",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": false,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": false,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "microsoft_agent_framework",
|
||||
"display_name": "Microsoft Agent Framework",
|
||||
"evidence_refs": [],
|
||||
"priority": 10,
|
||||
"queue_status": "blocked_needs_evidence",
|
||||
"recommended_action": "create_no_sdk_no_api_adapter_then_offline_replay",
|
||||
"risk_notes": [
|
||||
"Public preview status and Microsoft ecosystem fit must be assessed.",
|
||||
"Python/FastAPI/K8s integration cost is likely higher than LangGraph or NeMo.",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": false,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": false,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "nemo_nemotron_fabric",
|
||||
"display_name": "NVIDIA NeMo Agent Toolkit + Nemotron Fabric",
|
||||
"evidence_refs": [
|
||||
"nvidia/llama-3.3-nemotron-super-49b-v1.5",
|
||||
"docs/evaluations/agent_nemotron_contract_tuned_49b_v15_smoke_gate_2026-06-02.json",
|
||||
"docs/evaluations/agent_nemotron_contract_tuned_smoke_matrix_2026-06-02.json"
|
||||
],
|
||||
"priority": 10,
|
||||
"queue_status": "blocked_needs_evidence",
|
||||
"recommended_action": "refresh_source_evidence_then_5_record_smoke_only",
|
||||
"risk_notes": [
|
||||
"Needs AWOOOI-specific HITL and dangerous-action policy integration.",
|
||||
"GPU/NIM operating cost must be compared against current local inference.",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": false,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": false,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "openai_agents_sdk_coordinator",
|
||||
"display_name": "OpenAI Agents SDK Coordinator",
|
||||
"evidence_refs": [
|
||||
"docs/evaluations/agent_openai_coordinator_replay_summary_2026-06-02.json"
|
||||
],
|
||||
"priority": 10,
|
||||
"queue_status": "blocked_needs_evidence",
|
||||
"recommended_action": "refresh_scorecard_then_offline_replay_or_promotion_gate",
|
||||
"risk_notes": [
|
||||
"Cloud dependency and sensitive trace handling must pass AWOOOI privacy gates.",
|
||||
"Built-in hosted execution tools need separate guardrail validation.",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": true,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": true,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "agentos_framework",
|
||||
"display_name": "AgentOS Framework",
|
||||
"evidence_refs": [],
|
||||
"priority": 40,
|
||||
"queue_status": "watch_only_blocked",
|
||||
"recommended_action": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"risk_notes": [
|
||||
"candidate missing from current market scorecard",
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": true,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": true,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "bernstein_agent_governance",
|
||||
"display_name": "Bernstein Agent Governance",
|
||||
"evidence_refs": [],
|
||||
"priority": 40,
|
||||
"queue_status": "watch_only_blocked",
|
||||
"recommended_action": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"risk_notes": [
|
||||
"candidate missing from current market scorecard",
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": true,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": true,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "hermes_agent_personal_platform",
|
||||
"display_name": "NousResearch Hermes Agent",
|
||||
"evidence_refs": [],
|
||||
"priority": 40,
|
||||
"queue_status": "watch_only_blocked",
|
||||
"recommended_action": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"risk_notes": [
|
||||
"candidate missing from current market scorecard",
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": true,
|
||||
"paid_api_approval_required": false,
|
||||
"priority_upgrade_required": true,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "microsoft_agent_governance_toolkit",
|
||||
"display_name": "Microsoft Agent Governance Toolkit",
|
||||
"evidence_refs": [],
|
||||
"priority": 40,
|
||||
"queue_status": "watch_only_blocked",
|
||||
"recommended_action": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"risk_notes": [
|
||||
"candidate missing from current market scorecard",
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": true,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": true,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "pydantic_deepagents",
|
||||
"display_name": "Pydantic DeepAgents",
|
||||
"evidence_refs": [],
|
||||
"priority": 40,
|
||||
"queue_status": "watch_only_blocked",
|
||||
"recommended_action": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"risk_notes": [
|
||||
"candidate missing from current market scorecard",
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": true,
|
||||
"paid_api_approval_required": true,
|
||||
"priority_upgrade_required": true,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": true,
|
||||
"sdk_install_approval_required": true,
|
||||
"shadow_or_canary_approval_required": true
|
||||
},
|
||||
"candidate_id": "thclaws_agent_harness",
|
||||
"display_name": "thClaws Agent Harness",
|
||||
"evidence_refs": [],
|
||||
"priority": 40,
|
||||
"queue_status": "watch_only_blocked",
|
||||
"recommended_action": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"risk_notes": [
|
||||
"candidate missing from current market scorecard",
|
||||
"discovery_classification_must_recommend_watch_addition",
|
||||
"changed_sources_reviewed_by_operator",
|
||||
"market_scorecard_refreshed_if_primary_sources_changed_semantically",
|
||||
"no_sdk_install_without_dependency_approval",
|
||||
"no_paid_provider_use_without_cost_and_data_boundary_approval"
|
||||
]
|
||||
},
|
||||
{
|
||||
"approval_boundary": {
|
||||
"market_scorecard_update_required": false,
|
||||
"paid_api_approval_required": false,
|
||||
"priority_upgrade_required": false,
|
||||
"production_routing_approval_required": true,
|
||||
"replacement_adr_required": true,
|
||||
"replay_approval_required": false,
|
||||
"sdk_install_approval_required": false,
|
||||
"shadow_or_canary_approval_required": false
|
||||
},
|
||||
"candidate_id": "openclaw_incumbent",
|
||||
"display_name": "OpenClaw incumbent",
|
||||
"evidence_refs": [],
|
||||
"priority": 90,
|
||||
"queue_status": "baseline_protected",
|
||||
"recommended_action": "keep_openclaw_as_production_decision_core_until_formal_replacement_adr",
|
||||
"risk_notes": [
|
||||
"no_candidate_has_formal_replacement_approval"
|
||||
]
|
||||
}
|
||||
],
|
||||
"policy": {
|
||||
"market_scorecard_update_approved": false,
|
||||
"paid_api_calls_approved": false,
|
||||
"priority_upgrade_approved": false,
|
||||
"production_changes_approved": false,
|
||||
"replacement_decision_allowed": false,
|
||||
"replay_candidate_approved": false,
|
||||
"sdk_installation_approved": false,
|
||||
"shadow_or_canary_approved": false,
|
||||
"snapshot_is_decision_source": false
|
||||
},
|
||||
"schema_version": "agent_market_governance_snapshot_v1",
|
||||
"summary": {
|
||||
"blocked_from_integration": 13,
|
||||
"candidate_count": 13,
|
||||
"changed_candidates": 13,
|
||||
"eligible_for_market_scorecard_prescreen": 0,
|
||||
"integration_queue_count": 13,
|
||||
"market_scorecard_updates_approved": 0,
|
||||
"paid_api_calls_approved": 0,
|
||||
"priority_upgrades_approved": 0,
|
||||
"production_changes_approved": 0,
|
||||
"recommended_watch_additions_remaining": 5,
|
||||
"replacement_decisions_approved": 0,
|
||||
"replay_candidates_approved": 0,
|
||||
"sdk_installations_approved": 0,
|
||||
"shadow_or_canary_approved": 0,
|
||||
"source_count": 34,
|
||||
"source_failures": 0,
|
||||
"watch_only_candidates_reviewed": 6
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,214 @@
|
||||
{
|
||||
"generated_at": "2026-06-25T02:34:25.892815+00:00",
|
||||
"inputs": {
|
||||
"candidate_registry_schema_version": "agent_replacement_candidates_v1",
|
||||
"discovery_classification_generated_at": "2026-06-25T02:34:09.078342+00:00",
|
||||
"integration_review_generated_at": "2026-06-25T02:33:53.438121+00:00",
|
||||
"watch_report_generated_at": "2026-06-25T02:33:12.868785+00:00"
|
||||
},
|
||||
"policy": {
|
||||
"market_scorecard_update_approved": false,
|
||||
"paid_api_calls_approved": false,
|
||||
"priority_upgrade_approved": false,
|
||||
"production_changes_approved": false,
|
||||
"replacement_decision_allowed": false,
|
||||
"replay_candidate_approved": false,
|
||||
"sdk_installation_approved": false,
|
||||
"shadow_or_canary_approved": false
|
||||
},
|
||||
"reviews": [
|
||||
{
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition"
|
||||
],
|
||||
"candidate_id": "hermes_agent_personal_platform",
|
||||
"classification": {
|
||||
"classification": null,
|
||||
"recommendation": null,
|
||||
"repository_full_name": null,
|
||||
"risk_flags": [],
|
||||
"watch_addition_recommended": false
|
||||
},
|
||||
"decision": "remain_watch_only_until_evidence_gap_resolved",
|
||||
"display_name": "NousResearch Hermes Agent",
|
||||
"eligible_for_market_scorecard_prescreen": false,
|
||||
"integration_stage": "watch_only_primary_source_monitoring",
|
||||
"latest_versions": [
|
||||
"v2026.6.19"
|
||||
],
|
||||
"official_url": "https://hermes-agent.nousresearch.com",
|
||||
"release_version_observed": true,
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "personal_agent_platform_candidate",
|
||||
"source_count": 2,
|
||||
"source_failures": 0
|
||||
},
|
||||
{
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition"
|
||||
],
|
||||
"candidate_id": "microsoft_agent_governance_toolkit",
|
||||
"classification": {
|
||||
"classification": null,
|
||||
"recommendation": null,
|
||||
"repository_full_name": null,
|
||||
"risk_flags": [],
|
||||
"watch_addition_recommended": false
|
||||
},
|
||||
"decision": "remain_watch_only_until_evidence_gap_resolved",
|
||||
"display_name": "Microsoft Agent Governance Toolkit",
|
||||
"eligible_for_market_scorecard_prescreen": false,
|
||||
"integration_stage": "watch_only_primary_source_monitoring",
|
||||
"latest_versions": [
|
||||
"v4.1.0"
|
||||
],
|
||||
"official_url": "https://microsoft.github.io/agent-governance-toolkit/",
|
||||
"release_version_observed": true,
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_governance_policy_evaluator_candidate",
|
||||
"source_count": 2,
|
||||
"source_failures": 0
|
||||
},
|
||||
{
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition"
|
||||
],
|
||||
"candidate_id": "thclaws_agent_harness",
|
||||
"classification": {
|
||||
"classification": null,
|
||||
"recommendation": null,
|
||||
"repository_full_name": null,
|
||||
"risk_flags": [],
|
||||
"watch_addition_recommended": false
|
||||
},
|
||||
"decision": "remain_watch_only_until_evidence_gap_resolved",
|
||||
"display_name": "thClaws Agent Harness",
|
||||
"eligible_for_market_scorecard_prescreen": false,
|
||||
"integration_stage": "watch_only_primary_source_monitoring",
|
||||
"latest_versions": [
|
||||
"v0.75.0"
|
||||
],
|
||||
"official_url": "https://thclaws.ai",
|
||||
"release_version_observed": true,
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_framework_or_orchestrator_candidate",
|
||||
"source_count": 2,
|
||||
"source_failures": 0
|
||||
},
|
||||
{
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition"
|
||||
],
|
||||
"candidate_id": "pydantic_deepagents",
|
||||
"classification": {
|
||||
"classification": null,
|
||||
"recommendation": null,
|
||||
"repository_full_name": null,
|
||||
"risk_flags": [],
|
||||
"watch_addition_recommended": false
|
||||
},
|
||||
"decision": "remain_watch_only_until_evidence_gap_resolved",
|
||||
"display_name": "Pydantic DeepAgents",
|
||||
"eligible_for_market_scorecard_prescreen": false,
|
||||
"integration_stage": "watch_only_primary_source_monitoring",
|
||||
"latest_versions": [
|
||||
"0.3.31"
|
||||
],
|
||||
"official_url": "https://vstorm-co.github.io/pydantic-deepagents/",
|
||||
"release_version_observed": true,
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_framework_or_orchestrator_candidate",
|
||||
"source_count": 2,
|
||||
"source_failures": 0
|
||||
},
|
||||
{
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition"
|
||||
],
|
||||
"candidate_id": "agentos_framework",
|
||||
"classification": {
|
||||
"classification": null,
|
||||
"recommendation": null,
|
||||
"repository_full_name": null,
|
||||
"risk_flags": [],
|
||||
"watch_addition_recommended": false
|
||||
},
|
||||
"decision": "remain_watch_only_until_evidence_gap_resolved",
|
||||
"display_name": "AgentOS Framework",
|
||||
"eligible_for_market_scorecard_prescreen": false,
|
||||
"integration_stage": "watch_only_primary_source_monitoring",
|
||||
"latest_versions": [
|
||||
"v0.9.79"
|
||||
],
|
||||
"official_url": "https://agentos.sh",
|
||||
"release_version_observed": true,
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_framework_or_orchestrator_candidate",
|
||||
"source_count": 2,
|
||||
"source_failures": 0
|
||||
},
|
||||
{
|
||||
"approved_for_paid_api_calls": false,
|
||||
"approved_for_replay": false,
|
||||
"approved_for_sdk_install": false,
|
||||
"approved_for_shadow_or_canary": false,
|
||||
"blockers": [
|
||||
"discovery_classification_must_recommend_watch_addition"
|
||||
],
|
||||
"candidate_id": "bernstein_agent_governance",
|
||||
"classification": {
|
||||
"classification": null,
|
||||
"recommendation": null,
|
||||
"repository_full_name": null,
|
||||
"risk_flags": [],
|
||||
"watch_addition_recommended": false
|
||||
},
|
||||
"decision": "remain_watch_only_until_evidence_gap_resolved",
|
||||
"display_name": "Bernstein Agent Governance",
|
||||
"eligible_for_market_scorecard_prescreen": false,
|
||||
"integration_stage": "watch_only_primary_source_monitoring",
|
||||
"latest_versions": [
|
||||
"v2.7.0"
|
||||
],
|
||||
"official_url": "https://bernstein.run",
|
||||
"release_version_observed": true,
|
||||
"required_next_gate": "continue_watch_only_until_primary_source_evidence_is_sufficient",
|
||||
"role": "agent_governance_policy_evaluator_candidate",
|
||||
"source_count": 2,
|
||||
"source_failures": 0
|
||||
}
|
||||
],
|
||||
"schema_version": "agent_market_watch_promotion_review_v1",
|
||||
"summary": {
|
||||
"eligible_for_market_scorecard_prescreen": 0,
|
||||
"market_scorecard_updates_approved": 0,
|
||||
"paid_api_calls_approved": 0,
|
||||
"priority_upgrades_approved": 0,
|
||||
"production_changes_approved": 0,
|
||||
"remain_watch_only": 6,
|
||||
"replay_candidates_approved": 0,
|
||||
"sdk_installations_approved": 0,
|
||||
"shadow_or_canary_approved": 0,
|
||||
"watch_only_candidates_reviewed": 6
|
||||
}
|
||||
}
|
||||
885
docs/evaluations/agent_market_watch_report_2026-06-25.json
Normal file
885
docs/evaluations/agent_market_watch_report_2026-06-25.json
Normal file
@@ -0,0 +1,885 @@
|
||||
{
|
||||
"cadence": {
|
||||
"monthly_integration_review": "After operator review, commit a reviewed baseline for market watch, integration review, and discovery intake.",
|
||||
"trigger_on_major_version": true,
|
||||
"weekly_market_watch": "Every Monday 09:00 Asia/Taipei, produce a read-only market watch report and full-scope integration/discovery review summary."
|
||||
},
|
||||
"candidates": [
|
||||
{
|
||||
"candidate_id": "openai_agents_sdk_coordinator",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "OpenAI Agents SDK Coordinator",
|
||||
"evaluation_priority": "must_test",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Coordinator / Orchestrator",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "043ec42b0cc899a72448614c",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "openai_agents_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://developers.openai.com/api/docs/guides/agents",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": false,
|
||||
"content_hash": "da588498220486c388a51b10",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "openai_agents_tracing_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://openai.github.io/openai-agents-python/tracing/",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": false,
|
||||
"content_hash": "fd249bb0065cb554f5e2ecdf",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "openai_agents_handoffs_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://openai.github.io/openai-agents-python/handoffs/",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "f3f2446f64e51e5a0dfa398a",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-24T05:15:31.741499Z",
|
||||
"reference_version": null,
|
||||
"source_id": "openai_agents_python_pypi",
|
||||
"status": "ok",
|
||||
"type": "pypi",
|
||||
"url": "https://pypi.org/pypi/openai-agents/json",
|
||||
"version": "0.17.7"
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "d13d7176d0b123dc1d6a7b08",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-24T04:02:12.610Z",
|
||||
"reference_version": null,
|
||||
"source_id": "openai_agents_typescript_npm",
|
||||
"status": "ok",
|
||||
"type": "npm",
|
||||
"url": "https://registry.npmjs.org/@openai%2Fagents",
|
||||
"version": "0.12.0"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "langgraph_incident_kernel",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "LangGraph Incident Kernel",
|
||||
"evaluation_priority": "must_test",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Durable Incident Workflow Kernel",
|
||||
"requires_cost_approval": false,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "c8100f72af1cb84426b57ac3",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "langgraph_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://docs.langchain.com/oss/python/langgraph/overview",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "0700375668bf4a039be45c4c",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-18T20:58:20.335564Z",
|
||||
"reference_version": null,
|
||||
"source_id": "langgraph_pypi",
|
||||
"status": "ok",
|
||||
"type": "pypi",
|
||||
"url": "https://pypi.org/pypi/langgraph/json",
|
||||
"version": "1.2.6"
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "ceb3d51c1e67fc6e2e9fda21",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-18T20:58:32Z",
|
||||
"reference_version": null,
|
||||
"source_id": "langgraph_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/langchain-ai/langgraph/releases/latest",
|
||||
"version": "1.2.6"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "nemo_nemotron_fabric",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "NVIDIA NeMo Agent Toolkit + Nemotron Fabric",
|
||||
"evaluation_priority": "must_test",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Agent Fabric / Tool-Model Evaluator",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "da7400a5ae03d8de4dc4ef16",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "nvidia_nemo_agent_toolkit_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://docs.nvidia.com/nemo/agent-toolkit/latest/index.html",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": false,
|
||||
"content_hash": "06028073c740b559b76a4715",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "nvidia_nemotron_developer_page",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://developer.nvidia.com/topics/ai/nemotron",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": false,
|
||||
"content_hash": "265fda17a34611b1533d8a28",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "nvidia_nim_llm_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://docs.nvidia.com/nim/large-language-models/latest/index.html",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "30d7059bb8189838bc89fb8e",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "nvidia_build_models",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://build.nvidia.com/models",
|
||||
"version": null
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "claude_agent_sdk_remediator",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "Claude Agent SDK Remediator",
|
||||
"evaluation_priority": "must_test",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "DevOps / Code Remediation Agent",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "5622132c0dc32c13c0f62568",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "claude_agent_sdk_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://code.claude.com/docs/en/agent-sdk/overview",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "89591dd9493203b22a9c04c7",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "anthropic_api_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://platform.claude.com/docs/en/home",
|
||||
"version": null
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "google_adk_stack",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "Google Agent Development Kit Stack",
|
||||
"evaluation_priority": "can_test",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Google / Gemini Agent Stack",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "f8ebe9e670bf59fdb44d7133",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "google_adk_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/build/adk",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "e2d0102cb37d90e01d9e4fc3",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-18T18:47:06.323661Z",
|
||||
"reference_version": null,
|
||||
"source_id": "google_adk_pypi",
|
||||
"status": "ok",
|
||||
"type": "pypi",
|
||||
"url": "https://pypi.org/pypi/google-adk/json",
|
||||
"version": "2.3.0"
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "88aec475a8cfd83f8e67e35b",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-18T18:45:04Z",
|
||||
"reference_version": null,
|
||||
"source_id": "google_adk_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/google/adk-python/releases/latest",
|
||||
"version": "v2.3.0"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "microsoft_agent_framework",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "Microsoft Agent Framework",
|
||||
"evaluation_priority": "can_test",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Enterprise Workflow Agent Stack",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "97e807de8517641d1c3d1a77",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "microsoft_agent_framework_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://learn.microsoft.com/en-us/agent-framework/overview/",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "268e86906524bb431c109f4d",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-23T21:18:26Z",
|
||||
"reference_version": null,
|
||||
"source_id": "microsoft_agent_framework_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/microsoft/agent-framework/releases/latest",
|
||||
"version": "dotnet-1.11.0"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "crewai_flows_crews",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "CrewAI Flows + Crews",
|
||||
"evaluation_priority": "secondary",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Rapid Agent Team Prototype",
|
||||
"requires_cost_approval": false,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "cf3b3465165c450510e0fd61",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "crewai_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://docs.crewai.com/",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "b3955563d45132bdd2471889",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-11T17:14:39.912300Z",
|
||||
"reference_version": null,
|
||||
"source_id": "crewai_pypi",
|
||||
"status": "ok",
|
||||
"type": "pypi",
|
||||
"url": "https://pypi.org/pypi/crewai/json",
|
||||
"version": "1.14.7"
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "3d69194be72514c1da967727",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-11T17:13:46Z",
|
||||
"reference_version": null,
|
||||
"source_id": "crewai_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/crewAIInc/crewAI/releases/latest",
|
||||
"version": "1.14.7"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "hermes_agent_personal_platform",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "NousResearch Hermes Agent",
|
||||
"evaluation_priority": "watch_only",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Personal Agent Platform / Memory-Skills Runtime",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "734797344d1b8e3645e4e77b",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "hermes_agent_homepage",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://hermes-agent.nousresearch.com",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "344b6e6c36562678b39b8e36",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-19T19:39:06Z",
|
||||
"reference_version": null,
|
||||
"source_id": "hermes_agent_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/NousResearch/hermes-agent/releases/latest",
|
||||
"version": "v2026.6.19"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "microsoft_agent_governance_toolkit",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "Microsoft Agent Governance Toolkit",
|
||||
"evaluation_priority": "watch_only",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Agent Governance / Policy Runtime",
|
||||
"requires_cost_approval": false,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "836a36b5a6f878ecb638a4cb",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "microsoft_agent_governance_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://microsoft.github.io/agent-governance-toolkit/",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "d9808af6149df2fb7aaa9f48",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-09T23:11:52Z",
|
||||
"reference_version": null,
|
||||
"source_id": "microsoft_agent_governance_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/microsoft/agent-governance-toolkit/releases/latest",
|
||||
"version": "v4.1.0"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "thclaws_agent_harness",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "thClaws Agent Harness",
|
||||
"evaluation_priority": "watch_only",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Agent Harness / Multi-Provider Runtime",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "2715bf6baaf558fbc0a0f246",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "thclaws_homepage",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://thclaws.ai",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "2ae06b0827492015d0640732",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-24T18:14:34Z",
|
||||
"reference_version": null,
|
||||
"source_id": "thclaws_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/thClaws/thClaws/releases/latest",
|
||||
"version": "v0.75.0"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "pydantic_deepagents",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "Pydantic DeepAgents",
|
||||
"evaluation_priority": "watch_only",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Pydantic AI Deep Agent Framework",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": false,
|
||||
"content_hash": "3a9c514e70d72dcb92b04f59",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "pydantic_deepagents_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://vstorm-co.github.io/pydantic-deepagents/",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "db272fa3711d70bc6f339c3e",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-22T12:16:45Z",
|
||||
"reference_version": null,
|
||||
"source_id": "pydantic_deepagents_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/vstorm-co/pydantic-deepagents/releases/latest",
|
||||
"version": "0.3.31"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "agentos_framework",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "AgentOS Framework",
|
||||
"evaluation_priority": "watch_only",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "TypeScript Agent Framework / Orchestrator",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "7a12ea07b33c22939d08b446",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "agentos_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://agentos.sh",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "ebe43479b619143f14f5f53d",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-06-24T00:35:38Z",
|
||||
"reference_version": null,
|
||||
"source_id": "agentos_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/framerslab/agentos/releases/latest",
|
||||
"version": "v0.9.79"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"candidate_id": "bernstein_agent_governance",
|
||||
"changed": true,
|
||||
"decision": "changed_requires_replay_readiness_review",
|
||||
"display_name": "Bernstein Agent Governance",
|
||||
"evaluation_priority": "watch_only",
|
||||
"recommended_actions": [
|
||||
"refresh_market_capability_evidence",
|
||||
"refresh_or_create_no_cost_adapter",
|
||||
"run_offline_replay_before_shadow",
|
||||
"do_not_promote_without_promotion_gate"
|
||||
],
|
||||
"recommended_role": "Audit-Grade Agent Orchestration / Governance",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true,
|
||||
"sources": [
|
||||
{
|
||||
"changed_since_reference": true,
|
||||
"content_hash": "326baa9263c167f6c7f8fc98",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": null,
|
||||
"reference_version": null,
|
||||
"source_id": "bernstein_docs",
|
||||
"status": "ok",
|
||||
"type": "docs",
|
||||
"url": "https://bernstein.run",
|
||||
"version": null
|
||||
},
|
||||
{
|
||||
"changed_since_reference": false,
|
||||
"content_hash": "1f1a5720f3ff80c1d627ffec",
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"published_at": "2026-05-24T15:53:42Z",
|
||||
"reference_version": null,
|
||||
"source_id": "bernstein_github_release",
|
||||
"status": "ok",
|
||||
"type": "github_release",
|
||||
"url": "https://api.github.com/repos/sipyourdrink-ltd/bernstein/releases/latest",
|
||||
"version": "v2.7.0"
|
||||
}
|
||||
]
|
||||
}
|
||||
],
|
||||
"failures": [],
|
||||
"generated_at": "2026-06-25T02:33:12.868785+00:00",
|
||||
"integration_queue": [
|
||||
{
|
||||
"candidate_id": "openai_agents_sdk_coordinator",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "langgraph_incident_kernel",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": false,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "nemo_nemotron_fabric",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "claude_agent_sdk_remediator",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "google_adk_stack",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "microsoft_agent_framework",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "crewai_flows_crews",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": false,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "hermes_agent_personal_platform",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "microsoft_agent_governance_toolkit",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": false,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "thclaws_agent_harness",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "pydantic_deepagents",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "agentos_framework",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
},
|
||||
{
|
||||
"candidate_id": "bernstein_agent_governance",
|
||||
"reason": "primary_source_version_or_content_changed",
|
||||
"required_next_gate": "refresh_market_scorecard_then_offline_replay",
|
||||
"requires_cost_approval": true,
|
||||
"requires_dependency_approval": true
|
||||
}
|
||||
],
|
||||
"mode": "live",
|
||||
"new_candidate_discovery": [
|
||||
{
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"items": [
|
||||
{
|
||||
"full_name": "omnigent-ai/omnigent",
|
||||
"html_url": "https://github.com/omnigent-ai/omnigent",
|
||||
"stargazers_count": 4737,
|
||||
"updated_at": "2026-06-25T02:32:40Z"
|
||||
},
|
||||
{
|
||||
"full_name": "vm0-ai/vm0",
|
||||
"html_url": "https://github.com/vm0-ai/vm0",
|
||||
"stargazers_count": 1131,
|
||||
"updated_at": "2026-06-25T02:30:31Z"
|
||||
},
|
||||
{
|
||||
"full_name": "EKKOLearnAI/hermes-studio",
|
||||
"html_url": "https://github.com/EKKOLearnAI/hermes-studio",
|
||||
"stargazers_count": 8432,
|
||||
"updated_at": "2026-06-25T02:30:22Z"
|
||||
},
|
||||
{
|
||||
"full_name": "NousResearch/hermes-agent",
|
||||
"html_url": "https://github.com/NousResearch/hermes-agent",
|
||||
"stargazers_count": 202142,
|
||||
"updated_at": "2026-06-25T02:32:00Z"
|
||||
},
|
||||
{
|
||||
"full_name": "nocobase/nocobase",
|
||||
"html_url": "https://github.com/nocobase/nocobase",
|
||||
"stargazers_count": 23082,
|
||||
"updated_at": "2026-06-25T02:30:02Z"
|
||||
}
|
||||
],
|
||||
"source_id": "github_ai_agent_topic",
|
||||
"status": "ok",
|
||||
"type": "github_search",
|
||||
"url": "https://api.github.com/search/repositories?q=topic:ai-agent+stars:%3E500&sort=updated&order=desc"
|
||||
},
|
||||
{
|
||||
"error": null,
|
||||
"http_status": 200,
|
||||
"items": [
|
||||
{
|
||||
"full_name": "omnigent-ai/omnigent",
|
||||
"html_url": "https://github.com/omnigent-ai/omnigent",
|
||||
"stargazers_count": 4737,
|
||||
"updated_at": "2026-06-25T02:32:40Z"
|
||||
},
|
||||
{
|
||||
"full_name": "ag2ai/ag2",
|
||||
"html_url": "https://github.com/ag2ai/ag2",
|
||||
"stargazers_count": 4708,
|
||||
"updated_at": "2026-06-25T02:31:33Z"
|
||||
},
|
||||
{
|
||||
"full_name": "mnemon-dev/mnemon",
|
||||
"html_url": "https://github.com/mnemon-dev/mnemon",
|
||||
"stargazers_count": 361,
|
||||
"updated_at": "2026-06-25T02:17:56Z"
|
||||
},
|
||||
{
|
||||
"full_name": "rapidaai/voice-ai",
|
||||
"html_url": "https://github.com/rapidaai/voice-ai",
|
||||
"stargazers_count": 679,
|
||||
"updated_at": "2026-06-25T02:04:22Z"
|
||||
},
|
||||
{
|
||||
"full_name": "microsoft/agent-governance-toolkit",
|
||||
"html_url": "https://github.com/microsoft/agent-governance-toolkit",
|
||||
"stargazers_count": 4506,
|
||||
"updated_at": "2026-06-25T00:45:57Z"
|
||||
}
|
||||
],
|
||||
"source_id": "github_agent_framework_topic",
|
||||
"status": "ok",
|
||||
"type": "github_search",
|
||||
"url": "https://api.github.com/search/repositories?q=topic:agent-framework+stars:%3E300&sort=updated&order=desc"
|
||||
}
|
||||
],
|
||||
"policy": {
|
||||
"integration_requires_replay": true,
|
||||
"new_dependency_requires_approval": true,
|
||||
"official_or_primary_sources_only": true,
|
||||
"paid_provider_requires_approval": true,
|
||||
"raw_external_pages_committed": false,
|
||||
"replacement_decision_allowed": false
|
||||
},
|
||||
"registry": {
|
||||
"path": "docs/ai/agent-market-watch-sources.v1.json",
|
||||
"schema_version": "agent_market_watch_sources_v1",
|
||||
"updated_at": "2026-06-25"
|
||||
},
|
||||
"schema_version": "agent_market_watch_report_v1",
|
||||
"summary": {
|
||||
"candidate_count": 13,
|
||||
"changed_candidates": 13,
|
||||
"failure_count": 0,
|
||||
"integration_queue_count": 13,
|
||||
"source_count": 34,
|
||||
"watch_only_candidates": 0
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user