chore: production hardening, openrouter fallbacks, and database stabilization

Author: melbinjp

app/api/routes.py

@@ -99,8 +99,15 @@ async def health(db: AsyncSession = Depends(get_async_session)):
         celery_app.backend.client.ping()
         health_status["checks"]["redis"] = {"status": "healthy", "message": "Connected"}
     except Exception as e:
-        health_status["status"] = "unhealthy"
-        health_status["checks"]["redis"] = {"status": "unhealthy", "message": str(e)}
+        if not settings.run_jobs_inline:
+            health_status["status"] = "unhealthy"
+            health_status["checks"]["redis"] = {"status": "unhealthy", "message": str(e)}
+        else:
+            # Under inline execution, redis is non-blocking for core workflows
+            health_status["checks"]["redis"] = {
+                "status": "degraded",
+                "message": f"Non-blocking connection failure in inline mode: {str(e)}"
+            }
 
     # Check LLM providers (basic check - just verify keys are configured)
     llm_checks = {}

app/celery_app.py

@@ -25,6 +25,18 @@
     broker_use_ssl={"ssl_cert_reqs": "none"} if settings.redis_url.startswith("rediss://") else None,
     redis_backend_use_ssl={"ssl_cert_reqs": "none"} if settings.redis_url.startswith("rediss://") else None,
 
+    # Resilient Redis settings for Upstash/Serverless stability
+    redis_socket_timeout=5.0,
+    redis_socket_connect_timeout=5.0,
+    broker_pool_limit=10,
+    broker_connection_retry_on_startup=True,
+    broker_transport_options={
+        "socket_timeout": 5.0,
+        "socket_connect_timeout": 5.0,
+        "retry_on_timeout": True,
+        "visibility_timeout": 3600,
+    },
+
     # Task settings
     task_serializer="json",
     result_serializer="json",

app/llm_client.py

@@ -303,7 +303,8 @@ async def _call_openrouter(
                     {"role": "system", "content": system_prompt},
                     {"role": "user", "content": user_prompt}
                 ],
-                "temperature": temperature
+                "temperature": temperature,
+                "max_tokens": config.max_tokens or 2048
             },
             timeout=45.0
         )

app/llm_router.py

@@ -92,10 +92,26 @@ def exceeds_budget(self) -> bool:
     ),
     "openrouter-free": ModelConfig(
         provider="openrouter",
-        model="openrouter/auto",
-        cost_per_1m_input=0.0,  # Free tier
-        cost_per_1m_output=0.0,
-        max_tokens=8192,
+        model="google/gemini-2.5-flash",
+        cost_per_1m_input=0.075,
+        cost_per_1m_output=0.30,
+        max_tokens=2048,
+        temperature=0.7,
+    ),
+    "openrouter-flash": ModelConfig(
+        provider="openrouter",
+        model="google/gemini-2.5-flash",
+        cost_per_1m_input=0.075,
+        cost_per_1m_output=0.30,
+        max_tokens=2048,
+        temperature=0.7,
+    ),
+    "openrouter-pro": ModelConfig(
+        provider="openrouter",
+        model="meta-llama/llama-3.3-70b-instruct",
+        cost_per_1m_input=0.59,
+        cost_per_1m_output=0.79,
+        max_tokens=2048,
         temperature=0.7,
     ),
     # --- Tier 3 (Heavy Reasoning) ---
@@ -147,13 +163,13 @@ def exceeds_budget(self) -> bool:
 
 TASK_ROUTING: dict[TaskType, list[str]] = {
     # Lightweight tasks (Tier 1 -> Tier 2 -> Fallback)
-    TaskType.SUMMARIZATION: ["groq-llama-8b", "gemini-flash", "openrouter-free"],
-    TaskType.ORCHESTRATION: ["groq-llama-8b", "gemini-flash", "openrouter-free"],
-    TaskType.STRUCTURED_EXTRACTION: ["gemini-flash", "groq-llama-8b", "openrouter-free"],
+    TaskType.SUMMARIZATION: ["groq-llama-8b", "gemini-flash", "openrouter-flash"],
+    TaskType.ORCHESTRATION: ["groq-llama-8b", "gemini-flash", "openrouter-flash"],
+    TaskType.STRUCTURED_EXTRACTION: ["gemini-flash", "groq-llama-8b", "openrouter-flash"],
 
     # Complex tasks (Tier 3 -> Tier 2 -> Fallback)
-    TaskType.STRATEGIC_REASONING: ["groq-llama-70b", "gemini-flash", "openrouter-free"],
-    TaskType.CRITIQUE: ["groq-llama-70b", "gemini-flash", "openrouter-free"],
+    TaskType.STRATEGIC_REASONING: ["groq-llama-70b", "gemini-flash", "openrouter-pro"],
+    TaskType.CRITIQUE: ["groq-llama-70b", "gemini-flash", "openrouter-pro"],
 
     # Embeddings
     TaskType.EMBEDDING: ["openrouter-embedding", "gemini-embedding"],

app/main.py

@@ -10,6 +10,15 @@
 from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
 
+# Monkey-patch chromadb telemetry to silence upstream signature errors in production
+try:
+    import chromadb.telemetry
+    if hasattr(chromadb.telemetry, "Telemetry"):
+        chromadb.telemetry.Telemetry.capture = lambda *args, **kwargs: None
+except Exception:
+    pass
+
+
 from app.config import settings
 from app.database import init_db
 from app.observability import configure_logging