test, materialized: Refactor test listener configs

Almost all of these changes are simple one line refactors / moving files around. All but the changes in `materialized.py` where we need to version gate the listener config. This is important such that our upgrade tests don't break.

- For Password/SASL/OIDC listener configs, set internal from NormalAndInternal to Internal to maintain consistency
- Move v0_145_0 configs to its own folder, as well as v26_31_0
- Update materialized to copy a version's folder

Author: SangJunBak

misc/python/materialize/checks/mzcompose_actions.py

@@ -87,13 +87,11 @@ def execute(self, e: Executor) -> None:
         print(f"Starting Mz using image {image}, mz_service {self.mz_service}")
 
         listeners_config_path = (
-            f"{MZ_ROOT}/src/materialized/ci/listener_configs/testdrive.json"
+            f"{MZ_ROOT}/src/materialized/ci/listener_configs/v26_31_0/testdrive.json"
         )
 
         if not self.tag or self.tag >= MzVersion.parse_mz("v0.158.0-dev"):
-            listeners_config_path = (
-                f"{MZ_ROOT}/src/materialized/ci/listener_configs/testdrive_sasl.json"
-            )
+            listeners_config_path = f"{MZ_ROOT}/src/materialized/ci/listener_configs/v26_31_0/testdrive_sasl.json"
 
         mz = Materialized(
             name=self.mz_service,

misc/python/materialize/cli/run.py

@@ -202,7 +202,7 @@ def main() -> int:
     parser.add_argument(
         "--listeners-config-path",
         help="Path to json file with environmentd listeners configuration.",
-        default=f"{MZ_ROOT}/src/materialized/ci/listener_configs/no_auth.json",
+        default=f"{MZ_ROOT}/src/materialized/ci/listener_configs/v26_31_0/no_auth.json",
     )
     args = parser.parse_intermixed_args()
 

misc/python/materialize/cloudtest/k8s/environmentd.py

@@ -69,7 +69,9 @@ def __init__(self, namespace: str = DEFAULT_K8S_NAMESPACE) -> None:
 class ListenersConfigMap(K8sConfigMap):
     def __init__(self, namespace: str = DEFAULT_K8S_NAMESPACE) -> None:
         super().__init__(namespace)
-        with open(f"{MZ_ROOT}/src/materialized/ci/listener_configs/no_auth.json") as f:
+        with open(
+            f"{MZ_ROOT}/src/materialized/ci/listener_configs/v26_31_0/no_auth.json"
+        ) as f:
             data = f.read()
         self.configmap = V1ConfigMap(
             metadata=V1ObjectMeta(name="listeners-config"),

misc/python/materialize/mzcompose/services/materialized.py

@@ -102,7 +102,7 @@ def __init__(
         default_replication_factor: int = 1,
         builtin_system_cluster_replication_factor: int | None = None,
         builtin_probe_cluster_replication_factor: int | None = None,
-        listeners_config_path: str = f"{MZ_ROOT}/src/materialized/ci/listener_configs/testdrive.json",
+        listeners_config_path: str = f"{MZ_ROOT}/src/materialized/ci/listener_configs/v26_31_0/testdrive.json",
         config_sync_file_path: str | None = None,
         support_external_clusterd: bool = False,
         networks: (
@@ -341,8 +341,14 @@ def __init__(
             config["platform"] = platform
 
         if image_version is None or image_version >= "v0.147.0-dev":
-            assert os.path.exists(listeners_config_path)
-            volumes.append(f"{listeners_config_path}:/listeners_config")
+            config_path = listeners_config_path
+            # Older environmentd requires a listeners config but only
+            # parses the legacy bool-route schema, so swap to the matching file
+            # under `listener_configs/v0_145_0/` for those versions.
+            if image_version is not None and image_version < "v26.31.0-dev":
+                config_path = "/listener_configs/v0_145_0/testdrive.json"
+            assert os.path.exists(config_path)
+            volumes.append(f"{config_path}:/listeners_config")
             environment.append("MZ_LISTENERS_CONFIG_PATH=/listeners_config")
 
         if config_sync_file_path is not None:

misc/python/materialize/scalability/endpoint/endpoints.py

@@ -185,7 +185,7 @@ def up_internal(self) -> None:
                 image=self.image,
                 sanity_restart=False,
                 additional_system_parameter_defaults=ADDITIONAL_BENCHMARKING_SYSTEM_PARAMETERS,
-                listeners_config_path=f"{MZ_ROOT}/src/materialized/ci/listener_configs/testdrive_sasl.json",
+                listeners_config_path=f"{MZ_ROOT}/src/materialized/ci/listener_configs/v26_31_0/testdrive_sasl.json",
             )
         ):
             self.composition.up("materialized")

src/materialized/ci/Dockerfile

@@ -9,7 +9,9 @@
 
 MZFROM materialized-base
 
-COPY listener_configs/ /listener_configs/
+# The binary in this image is always current, so it ships only the current
+# listener config schema, flattened to /listener_configs/.
+COPY listener_configs/v26_31_0/ /listener_configs/
 
 USER materialize
 

…/ci/listener_configs/frontegg_https.json …ner_configs/v0_145_0/frontegg_https.jsonsrc/materialized/ci/listener_configs/frontegg_https.json renamed to src/materialized/ci/listener_configs/v0_145_0/frontegg_https.json src/materialized/ci/listener_configs/frontegg_https.json renamed to src/materialized/ci/listener_configs/v0_145_0/frontegg_https.json

@@ -25,6 +25,8 @@
         "internal": false,
         "metrics": false,
         "profiling": false,
+        "mcp_agent": false,
+        "mcp_developer": false,
         "console_config": true
       }
     },
@@ -39,6 +41,8 @@
         "internal": true,
         "metrics": true,
         "profiling": true,
+        "mcp_agent": false,
+        "mcp_developer": false,
         "console_config": false
       }
     }

…ialized/ci/listener_configs/no_auth.json …i/listener_configs/v0_145_0/no_auth.jsonsrc/materialized/ci/listener_configs/no_auth.json renamed to src/materialized/ci/listener_configs/v0_145_0/no_auth.json src/materialized/ci/listener_configs/no_auth.json renamed to src/materialized/ci/listener_configs/v0_145_0/no_auth.json

@@ -25,6 +25,8 @@
         "internal": false,
         "metrics": false,
         "profiling": false,
+        "mcp_agent": false,
+        "mcp_developer": false,
         "console_config": true
       }
     },
@@ -39,6 +41,8 @@
         "internal": true,
         "metrics": true,
         "profiling": true,
+        "mcp_agent": false,
+        "mcp_developer": false,
         "console_config": false
       }
     }

…d/ci/listener_configs/no_auth_https.json …ener_configs/v0_145_0/no_auth_https.jsonsrc/materialized/ci/listener_configs/no_auth_https.json renamed to src/materialized/ci/listener_configs/v0_145_0/no_auth_https.json src/materialized/ci/listener_configs/no_auth_https.json renamed to src/materialized/ci/listener_configs/v0_145_0/no_auth_https.json

@@ -19,6 +19,8 @@
         "internal": true,
         "metrics": false,
         "profiling": true,
+        "mcp_agent": false,
+        "mcp_developer": false,
         "console_config": true
       }
     },
@@ -33,6 +35,8 @@
         "internal": false,
         "metrics": true,
         "profiling": false,
+        "mcp_agent": false,
+        "mcp_developer": false,
         "console_config": false
       }
     }