update codegen to mark MinMemoryRequiredInMb as optional

DescribeInferenceComponent returns empty ComputeResourceRequirements
for adapter ICs (created with BaseInferenceComponentName), but the
service model still marks MinMemoryRequiredInMb as required. Add a
REQUIRED_TO_OPTIONAL_OVERRIDES config in the codegen so re-running
shapes generation produces the correct Optional field.

Author: Roja Reddy Sareddy

sagemaker-core/src/sagemaker/core/tools/constants.py

@@ -107,3 +107,9 @@
 CONFIG_SCHEMA_FILE_NAME = "config_schema.py"
 
 API_COVERAGE_JSON_FILE_PATH = os.getcwd() + "/src/sagemaker/core/tools/api_coverage.json"
+
+# Members that the service model marks as required but the API returns as optional.
+# E.g. DescribeInferenceComponent returns empty ComputeResourceRequirements for adapter ICs.
+REQUIRED_TO_OPTIONAL_OVERRIDES = {
+    "InferenceComponentComputeResourceRequirements": ["MinMemoryRequiredInMb"],
+}

sagemaker-core/src/sagemaker/core/tools/shapes_extractor.py

@@ -16,7 +16,11 @@
 from functools import lru_cache
 from typing import Optional, Any
 
-from sagemaker.core.tools.constants import BASIC_JSON_TYPES_TO_PYTHON_TYPES, SHAPE_DAG_FILE_PATH
+from sagemaker.core.tools.constants import (
+    BASIC_JSON_TYPES_TO_PYTHON_TYPES,
+    REQUIRED_TO_OPTIONAL_OVERRIDES,
+    SHAPE_DAG_FILE_PATH,
+)
 from sagemaker.core.utils.utils import (
     reformat_file_with_black,
     convert_to_snake_case,
@@ -216,6 +220,11 @@ def generate_shape_members(self, shape, required_override=()):
         shape_dict = self.combined_shapes[shape]
         members = shape_dict["members"]
         required_args = list(required_override) or shape_dict.get("required", [])
+        # Remove members that are known to be optional despite the service model
+        required_args = [
+            r for r in required_args
+            if r not in REQUIRED_TO_OPTIONAL_OVERRIDES.get(shape, [])
+        ]
         init_data_body = {}
         # bring the required members in front
         ordered_members = {key: members[key] for key in required_args if key in members}