Skip to content

Commit b8558b0

Browse files
author
Roja Reddy Sareddy
committed
Add Mock setup for mtrl integ tests
1 parent 0832239 commit b8558b0

5 files changed

Lines changed: 18 additions & 7 deletions

File tree

sagemaker-train/tests/integ/train/conftest.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,13 @@
2222
DEFAULT_REGION = "us-west-2"
2323

2424

25+
@pytest.fixture(autouse=True, scope="session")
26+
def use_private_hub():
27+
os.environ["SAGEMAKER_HUB_NAME"] = "sdktest"
28+
yield
29+
del os.environ["SAGEMAKER_HUB_NAME"]
30+
31+
2532
@pytest.fixture(scope="module")
2633
def sagemaker_session():
2734
region = os.environ.get("AWS_DEFAULT_REGION")

sagemaker-train/tests/integ/train/test_mtrl_evaluator.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ def _get_test_config():
4141
boto_session = boto3.Session(region_name=_REGION)
4242
account_id = boto_session.client("sts").get_caller_identity()["Account"]
4343
return {
44-
"base_model": "openai-reasoning-gpt-oss-20b",
44+
"base_model": "mock-oss-test",
4545
"agent_arn": f"arn:aws:bedrock-agentcore:{_REGION}:{account_id}:runtime/sagemaker_rft_prod_gsm8k_streaming-Yk6O377mUS",
4646
"dataset": f"s3://sagemaker-rft-{account_id}/prompts/gsm8k_small/prompts.parquet",
4747
"s3_output_path": f"s3://sagemaker-{_REGION}-{account_id}/model-evaluation/output-artifacts/",
@@ -113,7 +113,7 @@ def mtrl_trainer(sagemaker_session_mtrl, test_config):
113113

114114
trainer = object.__new__(MultiTurnRLTrainer)
115115
trainer._model_name = test_config["base_model"]
116-
trainer._model_arn = f"arn:aws:sagemaker:{_REGION}:aws:hub-content/SageMakerPublicHub/Model/{test_config['base_model']}/1.0.0"
116+
trainer._model_arn = f"arn:aws:sagemaker:{_REGION}:{test_config['account_id']}:hub-content/sdktest/Model/{test_config['base_model']}/0.0.1"
117117
trainer.agent_env = test_config["agent_arn"]
118118
trainer.bedrock_agentcore_qualifier = "DEFAULT"
119119
trainer.output_model_package_group = test_config["model_package_group"]

sagemaker-train/tests/integ/train/test_mtrl_evaluator_3p_agent.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -148,7 +148,7 @@ def _get_3p_test_config():
148148
boto_session = boto3.Session(region_name=_REGION)
149149
account_id = boto_session.client("sts").get_caller_identity()["Account"]
150150
return {
151-
"base_model": "openai-reasoning-gpt-oss-20b",
151+
"base_model": "mock-oss-test",
152152
"dataset": os.environ.get(
153153
"MTRL_3P_DATASET",
154154
f"s3://sagemaker-rft-{account_id}/prompts/gsm8k_small/prompts.parquet",

sagemaker-train/tests/integ/train/test_mtrl_trainer_integration.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ def _get_account_id():
5353
"729646638167": {
5454
"env_name": "PROD",
5555
"existing_job_name": "openai-reasoning-gpt-oss-20b-mtrl-20260602215955",
56-
"base_model": "openai-reasoning-gpt-oss-20b",
56+
"base_model": "mock-oss-test",
5757
"agent_core_arn": "arn:aws:bedrock-agentcore:us-west-2:729646638167:runtime/sagemaker_rft_prod_gsm8k_streaming-Yk6O377mUS",
5858
"dataset": "s3://sagemaker-rft-729646638167/prompts/gsm8k_small/prompts.parquet",
5959
"s3_output_path": "s3://sagemaker-us-west-2-729646638167/mtrl-integ/eval-output/",
@@ -65,7 +65,7 @@ def _get_account_id():
6565
"391266019386": {
6666
"env_name": "PREPROD",
6767
"existing_job_name": "mtrl-integ-gpt-oss-agentcore-1779143704358",
68-
"base_model": "openai-reasoning-gpt-oss-20b",
68+
"base_model": "mock-oss-test",
6969
"agent_core_arn": "arn:aws:bedrock-agentcore:us-west-2:391266019386:runtime/mtrl_integ_gsm8k_streaming-bIz4H5Echk",
7070
"dataset": "s3://sagemaker-rft-beta-391266019386/prompts/gsm8k_small/prompts.parquet",
7171
"s3_output_path": "s3://sagemaker-us-west-2-391266019386/mtrl-integ/eval-output/",
@@ -77,7 +77,7 @@ def _get_account_id():
7777
"742774200982": {
7878
"env_name": "BETA",
7979
"existing_job_name": "openai-reasoning-gpt-oss-20b-mtrl-20260601114439",
80-
"base_model": "openai-reasoning-gpt-oss-20b",
80+
"base_model": "mock-oss-test",
8181
"agent_core_arn": "arn:aws:bedrock-agentcore:us-west-2:742774200982:runtime/sagemaker_rft_prod_gsm8k_streaming-UwSB6LEfEq",
8282
"dataset": "s3://sagemaker-rft-beta-742774200982/prompts/gsm8k_small/prompts.parquet",
8383
"s3_output_path": "s3://sagemaker-us-west-2-742774200982/mtrl-integ/eval-output/",

sagemaker-train/tests/integ/train/test_multi_turn_rl_trainer_integration.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,8 @@ def _get_account_id():
3939
return _ACCOUNT_ID
4040

4141
AGENT_RUNTIME_ID = "sagemaker_rft_prod_gsm8k_streaming-Yk6O377mUS"
42-
BASE_MODEL = "openai-reasoning-gpt-oss-20b"
42+
#BASE_MODEL = "openai-reasoning-gpt-oss-20b"
43+
BASE_MODEL = "mock-oss-test"
4344
EXISTING_JOB_NAME = "openai-reasoning-gpt-oss-20b-mtrl-20260602215955"
4445

4546

@@ -192,3 +193,6 @@ def test_list_bedrock_agentcore_runtimes(self, sagemaker_session):
192193
session=sagemaker_session.boto_session
193194
)
194195
assert isinstance(runtimes, list)
196+
197+
198+

0 commit comments

Comments
 (0)