Skip to content

Commit d290968

Browse files
committed
chore(ai): replace deprecated llama models with qwen3.6-27b and gpt-oss-120b
1 parent 980649e commit d290968

6 files changed

Lines changed: 8 additions & 10 deletions

File tree

‎.github/scripts/generate-changelog-entry.js‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@ Rules:
4848
7. If no PRs were merged (or if all were ignored), output: <Update label="${TODAY}" description="Week of ${WEEK_START}–${TODAY}" tags={[]}>No significant changes this week.</Update>`;
4949

5050
const payload = JSON.stringify({
51-
model: "llama-3.3-70b-versatile",
51+
model: "qwen/qwen3.6-27b",
5252
messages: [{ role: "user", content: prompt }],
5353
max_tokens: 10000,
5454
temperature: 0.3,

‎apps/dashboard-api/src/controllers/ai.controller.js‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -246,7 +246,7 @@ const collectionCreator = async (req, res, next) => {
246246
developer_id: req.user._id.toString(),
247247
plan: effectivePlan,
248248
encrypted_byok: encryptedByok,
249-
model: model || 'llama-3.3-70b-versatile'
249+
model: model || 'qwen/qwen3.6-27b'
250250
});
251251

252252
const allowedTypes = new Set(['String', 'Number', 'Boolean', 'Date', 'Object', 'Array', 'Ref']);

‎apps/python-service/routers/ai.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@ class CollectionCreatorRequest(BaseModel):
8181
developer_id: str
8282
plan: str = "free"
8383
encrypted_byok: EncryptedByok | None = None
84-
model: str = "llama-3.3-70b-versatile"
84+
model: str = "qwen/qwen3.6-27b"
8585

8686
class CollectionCreatorResponse(BaseModel):
8787
type: Literal["clarify", "schema", "complete"]

‎apps/python-service/services/byok.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ async def resolve_ai_client(
4141
encrypted_byok: dict | None,
4242
feature: str = "query-builder",
4343
increment: bool = True,
44-
model: str = "llama-3.3-70b-versatile",
44+
model: str = "qwen/qwen3.6-27b",
4545
) -> ChatGroq:
4646
"""Resolve the appropriate AI client based on BYOK and plan.
4747

‎apps/python-service/tests/test_byok.py‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ async def test_byok_key_decrypted_and_used(mock_decrypt):
4646
mock_decrypt.assert_called_once_with(encrypted_byok["groqKey"])
4747
MockGroq.assert_called_once_with(
4848
api_key="gsk_test_byok_key_12345",
49-
model_name="llama-3.3-70b-versatile",
49+
model_name="qwen/qwen3.6-27b",
5050
temperature=0,
5151
)
5252

@@ -73,7 +73,7 @@ async def test_free_tier_under_limit(mock_redis):
7373

7474
MockGroq.assert_called_once_with(
7575
api_key=settings.GROQ_API_KEY,
76-
model_name="llama-3.3-70b-versatile",
76+
model_name="qwen/qwen3.6-27b",
7777
temperature=0,
7878
)
7979

@@ -100,7 +100,7 @@ async def test_pro_tier_under_limit(mock_redis):
100100

101101
MockGroq.assert_called_with(
102102
api_key=settings.GROQ_API_KEY,
103-
model_name="llama-3.3-70b-versatile",
103+
model_name="qwen/qwen3.6-27b",
104104
temperature=0,
105105
)
106106

@@ -111,7 +111,7 @@ async def test_pro_tier_under_limit(mock_redis):
111111
client = await resolve_ai_client("dev123", "pro", None)
112112
MockGroq.assert_called_with(
113113
api_key=settings.GROQ_API_KEY,
114-
model_name="llama-3.3-70b-versatile",
114+
model_name="qwen/qwen3.6-27b",
115115
temperature=0,
116116
)
117117

‎apps/web-dashboard/src/components/CollectionCreatorAgent.jsx‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,8 +13,6 @@ const SUGGESTIONS = [
1313
];
1414

1515
const MODELS = [
16-
'llama-3.3-70b-versatile',
17-
'llama-3.1-8b-instant',
1816
'qwen/qwen3.6-27b',
1917
'openai/gpt-oss-120b',
2018
'openai/gpt-oss-20b',

0 commit comments

Comments
 (0)