Skip to content

Commit 36a7dcc

Browse files
authored
test: Mark capacity-flaky GPU integ tests as slow_test (#5998)
* test: Mark capacity-flaky GPU integ tests as slow_test Mark five integ tests that require large GPU instances (g5/g4dn) or LMI/JumpStart LLM endpoints as slow_test so they are excluded from the default CI gate (-m "not ... and not slow_test"). These tests repeatedly fail with InsufficientInstanceCapacity or endpoint-creation timeouts due to regional GPU capacity shortages rather than SDK regressions: - test_huggingface_torch_distributed_g5_glue - test_model_builder_happy_path_with_task_provided_local_schema_mode - test_tei_sagemaker_endpoint - test_model_package_arn_jumpstart_model - test_jumpstart_hub_gated_model Also add the missing pytest import in test_huggingface_torch_distributed.py. * tests: mark >2000s integ tests as slow tests
1 parent 999ad6b commit 36a7dcc

7 files changed

Lines changed: 10 additions & 0 deletions

File tree

‎tests/integ/sagemaker/jumpstart/estimator/test_jumpstart_estimator.py‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -96,6 +96,7 @@ def test_jumpstart_estimator(setup):
9696
assert response is not None
9797

9898

99+
@pytest.mark.slow_test
99100
@x_fail_if_ice
100101
@pytest.mark.skipif(
101102
tests.integ.test_region() not in GATED_TRAINING_MODEL_V1_SUPPORTED_REGIONS,
@@ -145,6 +146,7 @@ def test_gated_model_training_v1(setup):
145146
assert response is not None
146147

147148

149+
@pytest.mark.slow_test
148150
@x_fail_if_ice
149151
def test_gated_model_training_v2(setup):
150152

‎tests/integ/sagemaker/jumpstart/model/test_jumpstart_model.py‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -107,6 +107,7 @@ def test_prepacked_jumpstart_model(setup):
107107
assert response is not None
108108

109109

110+
@pytest.mark.slow_test
110111
@pytest.mark.skipif(
111112
tests.integ.test_region() not in GATED_INFERENCE_MODEL_PACKAGE_SUPPORTED_REGIONS,
112113
reason=f"JumpStart model package inference models unavailable in {tests.integ.test_region()}.",
@@ -193,6 +194,7 @@ def test_jumpstart_gated_model(setup):
193194
assert response is not None
194195

195196

197+
@pytest.mark.slow_test
196198
@x_fail_if_ice
197199
def test_jumpstart_gated_model_inference_component_enabled(setup):
198200

‎tests/integ/sagemaker/jumpstart/private_hub/estimator/test_jumpstart_private_hub_estimator.py‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -134,6 +134,7 @@ def test_jumpstart_hub_estimator_with_session(setup, add_model_references):
134134
assert response is not None
135135

136136

137+
@pytest.mark.slow_test
137138
def test_jumpstart_hub_gated_estimator_with_eula(setup, add_model_references):
138139

139140
model_id, model_version = "meta-textgeneration-llama-2-7b", "*"

‎tests/integ/sagemaker/jumpstart/private_hub/model/test_jumpstart_private_hub_model.py‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,6 +90,7 @@ def test_jumpstart_hub_model_with_default_session(setup, add_model_references):
9090
assert sagemaker_session.endpoint_in_service_or_not(predictor.endpoint_name)
9191

9292

93+
@pytest.mark.slow_test
9394
def test_jumpstart_hub_gated_model(setup, add_model_references):
9495

9596
model_id = "meta-textgeneration-llama-3-2-1b"

‎tests/integ/sagemaker/serve/test_schema_builder.py‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,7 @@ def test_model_builder_negative_path(sagemaker_session):
6262
model_builder.build(sagemaker_session=sagemaker_session)
6363

6464

65+
@pytest.mark.slow_test
6566
@pytest.mark.skipif(
6667
PYTHON_VERSION_IS_NOT_310,
6768
reason="Testing Schema Builder Simplification feature - Local Schema",

‎tests/integ/sagemaker/serve/test_serve_tei.py‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,7 @@ def model_builder(request):
6262
return request.getfixturevalue(request.param)
6363

6464

65+
@pytest.mark.slow_test
6566
@pytest.mark.skipif(
6667
PYTHON_VERSION_IS_NOT_310,
6768
reason="Testing feature needs latest metadata",

‎tests/integ/test_huggingface_torch_distributed.py‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -13,10 +13,12 @@
1313
from __future__ import absolute_import
1414

1515
import os
16+
import pytest
1617
from sagemaker.huggingface import HuggingFace
1718
from tests.integ import DATA_DIR, TRAINING_DEFAULT_TIMEOUT_MINUTES, timeout
1819

1920

21+
@pytest.mark.slow_test
2022
def test_huggingface_torch_distributed_g5_glue(
2123
sagemaker_session,
2224
huggingface_training_latest_version,

0 commit comments

Comments
 (0)