@@ -262,6 +262,7 @@ def test_evaluate_base_model_with_lambda_agent(self, lambda_agent_arn):
262262 logger .info (f"Started 3P agent base model evaluation: { execution .arn } " )
263263 logger .info (f"Status: { execution .status .overall_status } " )
264264
265+ @pytest .mark .skip (reason = "Quota limited (1 concurrent eval job) - run manually" )
265266 def test_evaluate_base_model_with_agent_lambda_object (self , lambda_agent_arn ):
266267 """Test evaluating using an CustomAgentLambda object as agent_config.
267268
@@ -287,6 +288,7 @@ def test_evaluate_base_model_with_agent_lambda_object(self, lambda_agent_arn):
287288 assert execution .arn is not None
288289 logger .info (f"Started CustomAgentLambda object evaluation: { execution .arn } " )
289290
291+ @pytest .mark .skip (reason = "Quota limited (1 concurrent eval job) - run manually" )
290292 def test_evaluate_with_lambda_agent_wait_for_completion (self , lambda_agent_arn ):
291293 """Test full end-to-end: start evaluation and wait for completion.
292294
@@ -316,6 +318,7 @@ def test_evaluate_with_lambda_agent_wait_for_completion(self, lambda_agent_arn):
316318 if execution .status .overall_status == "Failed" :
317319 logger .error (f"Failure reason: { execution .status .failure_reason } " )
318320
321+ @pytest .mark .skip (reason = "Quota limited (1 concurrent eval job) - run manually" )
319322 def test_evaluate_lambda_agent_discoverable_via_get_all (self , lambda_agent_arn ):
320323 """Test that 3P agent evaluations are discoverable via get_all.
321324
@@ -355,6 +358,7 @@ def test_evaluate_lambda_agent_discoverable_via_get_all(self, lambda_agent_arn):
355358
356359
357360
361+ @pytest .mark .skip (reason = "Quota limited (1 concurrent eval job) - run manually" )
358362 def test_evaluate_with_attached_trainer (self , lambda_agent_arn ):
359363 """Test evaluating a fine-tuned model by attaching to an existing training job."""
360364 from sagemaker .train .multi_turn_rl_trainer import MultiTurnRLTrainer
0 commit comments