feat(p11+): RAG worker cron — promotion_gate / awaiting_review / expire

Operation Ollama-First v5.0 / Phase 11+ 收尾（ADR-032/033 落地）

services/learning_pipeline.py 新增 2 個 worker 函數：
- process_pending_episodes(batch=50) — 批次處理 pending → can_promote → promote/reject/await
  純規則引擎，不跑 LLM（Distiller 純 Hermes 規則）
- push_awaiting_reviews_to_telegram(batch=5) — 推 Stage 4 awaiting_review 到 Telegram
  TELEGRAM_ADMIN_CHAT_ID 未設則跳過（fail-safe）
  訊息含 episode_id + weight + quality + 600 字截斷文，附 promotion_review_keyboard 👍/👎

run_scheduler.py 加 3 個 cron + 對應 task wrapper：
- 每 5 分鐘  → run_promotion_gate_worker
- 每 30 分鐘 → run_awaiting_review_push
- 每 4 小時  → run_expire_stale_reviews（24h 無回應 → weight=0.5）

設計安全保證：
- RAG_ENABLED=false 時 learning_episodes 為空，3 個 worker 跑空 loop（無害）
- 所有 worker 例外完全吞掉，僅 log error，不影響其他排程
- promote 成功才回 stats['promoted']++，DB 失敗計 errors

完整 RAG 自主學習迴圈閉環：
  LLM 結果 → Distiller → learning_episodes (pending)
    ↓ 每 5 分鐘 worker
  PromotionGate 4 階段
    ↓ approved → 寫 ai_insights → RAG 可檢索
    ↓ awaiting_review → 每 30 分鐘推 Telegram
        ↓ 24h 無回應 → 每 4h expire → weight=0.5
        ↓ 👍 callback → promote → ai_insights
        ↓ 👎 callback → rejected_human → 永不晉升

仍待 Phase 12+ 完成：
- learning_episodes.embedding 寫入路徑（Stage 3 dedup 解鎖）
- RAG_ENABLED=true 灰度啟用條件（需 100+ episodes + ANTHROPIC_API_KEY）

regression: 70 unit tests 全綠

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>

run_scheduler.py

@@ -105,6 +105,17 @@ def _register_schedules():
     schedule.every(12).hours.do(run_dedup_batch_task)
     logger.info("📅 每 12 小時：dedup_batch")
 
+    # Operation Ollama-First v5.0 Phase 11+ — RAG 學習迴圈 worker（Phase 12 收尾）
+    # 預設 RAG_ENABLED=false 時，learning_episodes 不會有資料，worker 跑空 loop（無害）
+    schedule.every(5).minutes.do(run_promotion_gate_worker)
+    logger.info("📅 每 5 分鐘：promotion_gate_worker（pending → promote/reject/await）")
+
+    schedule.every(30).minutes.do(run_awaiting_review_push)
+    logger.info("📅 每 30 分鐘：awaiting_review_push（推 Telegram 等 👍/👎）")
+
+    schedule.every(4).hours.do(run_expire_stale_reviews)
+    logger.info("📅 每 4 小時：expire_stale_reviews（24h 無回應降權 0.5）")
+
     schedule.every().day.at("03:00").do(run_db_backup_task)
     logger.info("📅 每日 03:00：db_backup")
 
@@ -161,8 +172,57 @@ def run_daily_token_report_task():
         )
     except Exception as e:
         logger.error(f"[TokenReport] task failed: {e}", exc_info=True)
-        # 不再嘗試 event_router（避免循環依賴），純 log 即可
+
-        # 統帥可從 scheduler logs 觀察失敗
+
+# ─────────────────────────────────────────────────────────────────────────────
+# Operation Ollama-First v5.0 Phase 11+ — RAG 學習迴圈 worker（Phase 12 收尾）
+# ─────────────────────────────────────────────────────────────────────────────
+
+def run_promotion_gate_worker():
+    """每 5 分鐘 — 批次處理 learning_episodes pending → can_promote → promote/reject/await。
+
+    依 ADR-032 PromotionGate 4 階段，不主動跑 LLM（Distiller 純規則引擎）。
+    RAG_ENABLED=false 時 learning_episodes 為空，worker 跑空 loop（無害）。
+    """
+    try:
+        from services.learning_pipeline import process_pending_episodes
+        stats = process_pending_episodes()
+        if stats.get('pending_seen', 0) > 0:
+            logger.info(
+                "[PromotionWorker] pending=%d promoted=%d rejected=%d awaiting=%d errors=%d",
+                stats['pending_seen'], stats['promoted'], stats['rejected'],
+                stats['awaiting'], stats['errors'],
+            )
+    except Exception as e:
+        logger.error(f"[PromotionWorker] task failed: {e}", exc_info=True)
+
+
+def run_awaiting_review_push():
+    """每 30 分鐘 — 推 awaiting_review episode 到 Telegram 等 👍/👎。
+
+    限制：TELEGRAM_ADMIN_CHAT_ID 未設則跳過（fail-safe）。
+    """
+    try:
+        from services.learning_pipeline import push_awaiting_reviews_to_telegram
+        pushed = push_awaiting_reviews_to_telegram()
+        if pushed > 0:
+            logger.info("[AwaitingReviewPush] pushed=%d episodes", pushed)
+    except Exception as e:
+        logger.error(f"[AwaitingReviewPush] task failed: {e}", exc_info=True)
+
+
+def run_expire_stale_reviews():
+    """每 4 小時 — 24h 無回應 awaiting_review → expired（weight=0.5）。
+
+    依 ADR-033 護欄 #1 Stage 4 規則。
+    """
+    try:
+        from services.learning_pipeline import expire_stale_reviews
+        n = expire_stale_reviews()
+        if n > 0:
+            logger.info("[ExpireStale] expired %d awaiting_review episodes (24h timeout)", n)
+    except Exception as e:
+        logger.error(f"[ExpireStale] task failed: {e}", exc_info=True)
 
 
 def run_cleanup_agent_context():

services/learning_pipeline.py

@@ -26,6 +26,7 @@ from __future__ import annotations
 import hashlib
 import json
 import logging
+import os
 import re
 from dataclasses import dataclass
 from typing import Any, Dict, List, Optional, Tuple
@@ -724,6 +725,160 @@ def hash_human_approver(username: str) -> str:
     return hashlib.sha1(username.encode('utf-8')).hexdigest()[:8]
 
 
+# ─────────────────────────────────────────────────────────────────────────────
+# Worker 函數（給 run_scheduler.py 排程用）— Phase 11+ 收尾
+# ─────────────────────────────────────────────────────────────────────────────
+
+# 預設批次大小：每次處理 N 筆 pending，避免 worker 一次跑太久阻塞排程
+PENDING_BATCH_SIZE = int(os.environ.get('PROMOTION_PENDING_BATCH_SIZE', '50'))
+AWAITING_REVIEW_PUSH_BATCH = int(os.environ.get('AWAITING_REVIEW_PUSH_BATCH', '5'))
+
+
+def process_pending_episodes(batch_size: int = PENDING_BATCH_SIZE) -> Dict[str, int]:
+    """批次處理 learning_episodes pending → can_promote → promote/reject/await_review。
+
+    給 run_scheduler.py 每 5 分鐘跑一次。
+    依 ADR-032 PromotionGate 4 階段，每筆走完整檢查。
+
+    Returns:
+        {'pending_seen': N, 'promoted': X, 'rejected': Y, 'awaiting': Z, 'errors': E}
+    """
+    stats = {'pending_seen': 0, 'promoted': 0, 'rejected': 0, 'awaiting': 0, 'errors': 0}
+
+    try:
+        from sqlalchemy import text as sa_text
+        from database.manager import get_session
+    except Exception as exc:
+        logger.warning('[PromotionWorker] DB import failed: %s', exc)
+        return stats
+
+    session = get_session()
+    try:
+        rows = session.execute(
+            sa_text("""
+                SELECT id FROM learning_episodes
+                WHERE promotion_status = 'pending'
+                ORDER BY created_at ASC
+                LIMIT :n
+            """),
+            {'n': batch_size},
+        ).fetchall()
+        episode_ids = [int(r[0]) for r in rows]
+    except Exception as exc:
+        logger.error('[PromotionWorker] SELECT pending failed: %s', exc)
+        session.close()
+        return stats
+    finally:
+        session.close()
+
+    stats['pending_seen'] = len(episode_ids)
+    if not episode_ids:
+        return stats
+
+    for ep_id in episode_ids:
+        try:
+            decision = promotion_gate.can_promote(ep_id)
+            if decision.reason == 'approved':
+                if promotion_gate.promote(ep_id):
+                    stats['promoted'] += 1
+                else:
+                    stats['errors'] += 1
+            elif decision.reason == 'awaiting_review':
+                if promotion_gate.mark_awaiting_review(ep_id):
+                    stats['awaiting'] += 1
+                else:
+                    stats['errors'] += 1
+            elif decision.reason.startswith('rejected_'):
+                if promotion_gate.reject(ep_id, decision.reason, decision.detail):
+                    stats['rejected'] += 1
+                else:
+                    stats['errors'] += 1
+        except Exception as exc:
+            logger.warning('[PromotionWorker] episode_id=%s failed: %s', ep_id, exc)
+            stats['errors'] += 1
+
+    logger.info(
+        '[PromotionWorker] batch done: pending=%d promoted=%d rejected=%d awaiting=%d errors=%d',
+        stats['pending_seen'], stats['promoted'], stats['rejected'],
+        stats['awaiting'], stats['errors']
+    )
+    return stats
+
+
+def push_awaiting_reviews_to_telegram(batch: int = AWAITING_REVIEW_PUSH_BATCH,
+                                       chat_id: Optional[str] = None) -> int:
+    """找 awaiting_review 但尚未推送的 episode → 推 Telegram 帶 👍/👎 keyboard。
+
+    給 run_scheduler.py 每 30 分鐘跑（與 expire_stale_reviews 配合 24h timeout）。
+
+    判斷「未推送」：reviewed_at IS NULL（mark_awaiting_review 時不設 reviewed_at；
+    24h expired / human approve/reject 時才寫 reviewed_at）。
+    """
+    pushed = 0
+    try:
+        from sqlalchemy import text as sa_text
+        from database.manager import get_session
+    except Exception as exc:
+        logger.warning('[AwaitingReviewPush] DB import failed: %s', exc)
+        return 0
+
+    # 取 chat_id（預設 admin）
+    if chat_id is None:
+        chat_id = os.environ.get('TELEGRAM_ADMIN_CHAT_ID', '').strip() or None
+    if not chat_id:
+        logger.info('[AwaitingReviewPush] TELEGRAM_ADMIN_CHAT_ID 未設，跳過推送')
+        return 0
+
+    session = get_session()
+    try:
+        rows = session.execute(
+            sa_text("""
+                SELECT id, distilled_text, weight, quality_score
+                FROM learning_episodes
+                WHERE promotion_status = 'awaiting_review'
+                  AND reviewed_at IS NULL
+                ORDER BY created_at ASC
+                LIMIT :n
+            """),
+            {'n': batch},
+        ).fetchall()
+    except Exception as exc:
+        logger.error('[AwaitingReviewPush] SELECT failed: %s', exc)
+        session.close()
+        return 0
+    finally:
+        session.close()
+
+    if not rows:
+        return 0
+
+    # 推送
+    try:
+        from services.telegram_templates import promotion_review_keyboard, _send_telegram_raw
+    except Exception as exc:
+        logger.warning('[AwaitingReviewPush] template import failed: %s', exc)
+        return 0
+
+    for r in rows:
+        ep_id, text_, weight, quality = r[0], r[1], float(r[2] or 0), float(r[3] or 0)
+        msg = (
+            f"🧠 <b>RAG 學習晉升審核</b>\n"
+            f"━━━━━━━━━━━━━━━━━━━━\n"
+            f"📋 episode #{ep_id} (weight={weight:.2f} quality={quality:.2f})\n\n"
+            f"{(text_ or '')[:600]}\n\n"
+            f"審核：通過 → 寫入 ai_insights 供 RAG 檢索；拒絕 → 永不晉升"
+        )
+        try:
+            _send_telegram_raw(msg, chat_id=chat_id, reply_markup=promotion_review_keyboard(ep_id))
+            pushed += 1
+        except Exception as exc:
+            logger.warning('[AwaitingReviewPush] episode_id=%s push failed: %s', ep_id, exc)
+
+    logger.info('[AwaitingReviewPush] pushed %d awaiting_review episodes to chat=%s',
+                pushed, chat_id)
+    return pushed
+
+
 # ─────────────────────────────────────────────────────────────────────────────
 # 全域單例
 # ─────────────────────────────────────────────────────────────────────────────
@@ -742,6 +897,8 @@ __all__ = [
     'learning_pipeline',
     'promotion_gate',
     'expire_stale_reviews',
+    'process_pending_episodes',
+    'push_awaiting_reviews_to_telegram',
     'hash_human_approver',
     'STAGE_1_AUTO_QUALITY',
     'STAGE_3_DEDUP_THRESHOLD',