Fix: Update s3 data type for fine-tuning jobs to support s3 uri

mollyheamazon · mollyheamazon · commit e04009ed1dca · 2026-02-03T15:34:35.000-08:00
diff --git a/sagemaker-train/src/sagemaker/train/common_utils/finetune_utils.py b/sagemaker-train/src/sagemaker/train/common_utils/finetune_utils.py
@@ -400,7 +400,7 @@ def _create_input_channels(dataset: str, content_type: Optional[str] = None,
         data_source = DataSource(
             s3_data_source={
                 "s3_uri": dataset,
-                "s3_data_type": "S3Prefix",
+                "s3_data_type": "Converse",
                 "s3_data_distribution_type": "FullyReplicated"
             }
         )
@@ -639,7 +639,7 @@ def _convert_input_data_to_channels(input_data_config ):
             data_source = DataSource(
                 s3_data_source={
                     "s3_uri": input_data.data_source,
-                    "s3_data_type": "S3Prefix",
+                    "s3_data_type": "Converse",
                     "s3_data_distribution_type": "FullyReplicated"
                 }
             )

Original file line number	Diff line number	Diff line change
`@@ -400,7 +400,7 @@ def _create_input_channels(dataset: str, content_type: Optional[str] = None,`
`400`	`400`	`data_source = DataSource(`
`401`	`401`	`s3_data_source={`
`402`	`402`	`"s3_uri": dataset,`
`403`		`- "s3_data_type": "S3Prefix",`
	`403`	`+ "s3_data_type": "Converse",`
`404`	`404`	`"s3_data_distribution_type": "FullyReplicated"`
`405`	`405`	`}`
`406`	`406`	`)`
`@@ -639,7 +639,7 @@ def _convert_input_data_to_channels(input_data_config ):`
`639`	`639`	`data_source = DataSource(`
`640`	`640`	`s3_data_source={`
`641`	`641`	`"s3_uri": input_data.data_source,`
`642`		`- "s3_data_type": "S3Prefix",`
	`642`	`+ "s3_data_type": "Converse",`
`643`	`643`	`"s3_data_distribution_type": "FullyReplicated"`
`644`	`644`	`}`
`645`	`645`	`)`