1 parent c174193 commit e468e8aCopy full SHA for e468e8a
1 file changed
tests/test_live_agent.py
@@ -343,12 +343,12 @@ def _bulk_solve(ac, n=20):
343
pass # timeout or network error — count as fail
344
return solved
345
346
-@test("gpt-4o-mini: ≥85% on 20 easy challenges")
+@test("gpt-4o-mini: ≥80% on 20 easy challenges")
347
def _():
348
solved = _bulk_solve(AgentChallenge(secret="live-bulk-easy-key-acc", difficulty="easy"))
349
pct = solved / 20 * 100
350
print(f" → {solved}/20 ({pct:.0f}%)")
351
- assert solved >= 17, f"Only {solved}/20 ({pct:.0f}%) — easy tier should be near 100% for 4o-mini"
+ assert solved >= 16, f"Only {solved}/20 ({pct:.0f}%) — easy tier should be ~90% for 4o-mini"
352
353
@test("gpt-4o-mini: 30-80% on 20 medium challenges (starts failing)")
354
0 commit comments