feat(ai): add bounded model-aware decision fallback
Some checks are pending
CD Pipeline / deploy (push) Waiting to run

This commit is contained in:
ogt
2026-07-22 22:57:07 +08:00
parent 283c8c80c6
commit a5a7af6e95
20 changed files with 3306 additions and 257 deletions

View File

@@ -460,7 +460,8 @@ OLLAMA_HOST_HEALTH_MODEL_PROBE_INCLUDE_111=false
OLLAMA_HOST_HEALTH_EMBED_MODEL=bge-m3:latest
OLLAMA_HOST_HEALTH_EMBED_TIMEOUT=30
OLLAMA_HOST_HEALTH_EMBED_KEEP_ALIVE=1m
# 111 是 Mac final fallback不承接 7B+ / vision / long-context / 長輸出任務;落到 111 時自動降級與縮短常駐
# 111 的一般 OllamaService fallback 不承接 7B+ / vision / long-context / 長輸出任務。
# NemoTron 是唯一受控特例:只允許下方 exact-digest qwen3:8b並強制總 deadline、num_ctx 4096、num_predict 512。
OLLAMA_111_MODEL_FALLBACK=llama3.2:latest
OLLAMA_111_MODEL_DOWNGRADE_PATTERNS=qwen3:*,deepseek-r1:*,hermes3:*,llama3.1:*,qwen2.5:*,qwen2.5-coder:*,gemma3:*,minicpm-v:*,llava:*,*:7b*,*:8b*,*:14b*,*:32b*,*:70b*
OLLAMA_111_KEEP_ALIVE=5m
@@ -480,6 +481,11 @@ NEMOTRON_OLLAMA_FIRST=true
NEMOTRON_OLLAMA_MODEL=qwen3:14b
NEMOTRON_OLLAMA_TIMEOUT=180
NEMOTRON_OLLAMA_EXPECTED_DIGEST=bdbd181c33f2ed1b31c972991882db3cf4d192569092138a7d29e973cd9debe8
NEMOTRON_OLLAMA_FALLBACK_MODEL=qwen3:8b
NEMOTRON_OLLAMA_FALLBACK_EXPECTED_DIGEST=500a1f067a9f782620b40bee6f7b0c89e17ae61f686b92c24933e4ca4b2b8b41
NEMOTRON_GCP_ATTEMPT_TIMEOUT_SEC=60
NEMOTRON_111_ATTEMPT_TIMEOUT_SEC=45
NEMOTRON_DISPATCH_TOTAL_TIMEOUT_SEC=180
NEMOTRON_DECISION_CANARY_TIMEOUT_SEC=300
NEMOTRON_MODEL_IDENTITY_TIMEOUT_SEC=10
NEMOTRON_DECISION_CANARY_MAX_AGE_HOURS=26