chore(ai): revert to tool_calling and upgrade model to llama-3.3-70b-versatile

Author: yash-pouranik

apps/python-service/routers/ai.py

@@ -89,7 +89,7 @@ async def query_builder(request: QueryBuilderRequest, req: Request):
         )
 
         # Enforce structured output based on our Pydantic schema
-        structured_llm = llm.with_structured_output(QueryResult, method="json_mode")
+        structured_llm = llm.with_structured_output(QueryResult)
 
         # Build the system prompt
         system_prompt = """You are a highly intelligent database query builder for a MongoDB-based BaaS called urBackend.
@@ -164,7 +164,7 @@ async def collection_creator(request: CollectionCreatorRequest, req: Request):
             encrypted_byok=request.encrypted_byok.model_dump() if request.encrypted_byok else None,
         )
 
-        structured_llm = llm.with_structured_output(CollectionCreatorResponse, method="json_mode")
+        structured_llm = llm.with_structured_output(CollectionCreatorResponse)
 
         system_prompt = """You are a MongoDB schema designer for urBackend, a Backend-as-a-Service platform.
 

apps/python-service/services/byok.py

@@ -56,10 +56,10 @@ async def resolve_ai_client(
         logger.info("🔑 Attempting to decrypt BYOK Groq key for developer_id=%s...", developer_id)
         try:
             decrypted_key = decrypt_transit(encrypted_byok["groqKey"])
-            logger.info("✅ BYOK Groq key decrypted successfully. Initializing ChatGroq client (model=llama-3.1-8b-instant)...")
+            logger.info("✅ BYOK Groq key decrypted successfully. Initializing ChatGroq client (model=llama-3.3-70b-versatile)...")
             return ChatGroq(
                 api_key=decrypted_key,
-                model_name="llama-3.1-8b-instant",
+                model_name="llama-3.3-70b-versatile",
                 temperature=0,
             )
         except Exception as e:
@@ -107,10 +107,10 @@ async def resolve_ai_client(
         )
 
     # ── 4. Return platform client ──
-    logger.info("✅ Rate limit check passed for developer_id=%s. Initializing Platform ChatGroq client (model=llama-3.1-8b-instant)...", developer_id)
+    logger.info("✅ Rate limit check passed for developer_id=%s. Initializing Platform ChatGroq client (model=llama-3.3-70b-versatile)...", developer_id)
     return ChatGroq(
         api_key=settings.GROQ_API_KEY,
-        model_name="llama-3.1-8b-instant",
+        model_name="llama-3.3-70b-versatile",
         temperature=0,
     )