Skip to content

Commit f0806e3

Browse files
author
Roja Reddy Sareddy
committed
Fix: Pass mlflow_resource_arn in LLM-as-Judge base model fix tests
1 parent ed104fd commit f0806e3

1 file changed

Lines changed: 3 additions & 1 deletion

File tree

‎sagemaker-train/tests/integ/train/test_llm_as_judge_base_model_fix.py‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@
7171
"builtin_metrics": ["Completeness", "Faithfulness"],
7272
"custom_metrics_json": json.dumps([CUSTOM_METRIC_DICT]),
7373
"s3_output_path": "s3://sagemaker-us-west-2-729646638167/model-customization/eval/base-model-fix-test/",
74-
"mlflow_tracking_server_arn": "arn:aws:sagemaker:us-west-2:729646638167:mlflow-app/app-W7FOBBXZANVX",
74+
"mlflow_tracking_server_arn": "arn:aws:sagemaker:us-west-2:729646638167:mlflow-app/app-TTAUWUNMUHH6",
7575
"evaluate_base_model": True, # This is the key difference - testing base model evaluation
7676
"region": "us-west-2",
7777
}
@@ -115,6 +115,7 @@ def test_base_model_evaluation_uses_correct_weights(self):
115115
custom_metrics=TEST_CONFIG["custom_metrics_json"],
116116
s3_output_path=TEST_CONFIG["s3_output_path"],
117117
evaluate_base_model=TEST_CONFIG["evaluate_base_model"],
118+
mlflow_resource_arn=TEST_CONFIG["mlflow_tracking_server_arn"],
118119
)
119120

120121
# Verify evaluator configuration
@@ -271,6 +272,7 @@ def test_base_model_false_still_works(self):
271272
builtin_metrics=TEST_CONFIG["builtin_metrics"],
272273
s3_output_path=TEST_CONFIG["s3_output_path"],
273274
evaluate_base_model=False, # Only evaluate custom model
275+
mlflow_resource_arn=TEST_CONFIG["mlflow_tracking_server_arn"],
274276
)
275277

276278
# Verify evaluator configuration

0 commit comments

Comments
 (0)