From f458d078dfb712106ae277e58915d0720b3b19bb Mon Sep 17 00:00:00 2001 From: OG T Date: Tue, 31 Mar 2026 13:40:27 +0800 Subject: [PATCH] =?UTF-8?q?fix(ai):=20=E4=BF=AE=E5=BE=A9=20NVIDIA=20Rate?= =?UTF-8?q?=20Limiter=20=E6=AF=8F=E6=97=A5=E4=B8=8A=E9=99=90?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit NVIDIA NIM 免費版無每日請求上限！ - daily_requests: 100 → 99999 (監控用，避免誤觸) - daily_tokens: 100_000 → 9999999 (免費版無限制) - total_cost_usd: 0.0 → 999999.0 (免費，無成本) - alert_threshold_usd: 0.0 → 0.0 (不發成本告警) 同時：已即時清除 Redis 中舊的計數器 (5 keys) 使 NVIDIA/Gemini 重新可用，Fallback 順序正常運作 --- apps/api/src/services/ai_rate_limiter.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/apps/api/src/services/ai_rate_limiter.py b/apps/api/src/services/ai_rate_limiter.py index 725a03583..f7c275e6a 100644 --- a/apps/api/src/services/ai_rate_limiter.py +++ b/apps/api/src/services/ai_rate_limiter.py @@ -37,11 +37,12 @@ RATE_LIMITS = { "daily_requests": 200, "daily_tokens": 50_000, }, - # 2026-03-29 ogt: ADR-036 Nemotron Tool Calling (免費 Tier) + # 2026-03-31 ogt: NVIDIA NIM 免費版無每日限制！ + # 只保留 RPM 限制 (併發控制) + 極大的 daily 上限 (監控用) "nvidia": { - "rpm": 5, # 每分鐘請求數 (延遲較高，控制併發) - "daily_requests": 100, # 每日請求數 (免費 Tier 限制) - "daily_tokens": 50_000, # 每日 Token 數 + "rpm": 10, # 每分鐘請求數 (放寬到 10) + "daily_requests": 99999, # 🔴 免費版無限制！設大數避免誤觸 + "daily_tokens": 9999999, # 免費版無限制 }, }