Change KinD config to listen on all interfaces (0.0.0.0) -> needed to allow Docker container to access localhost cluster. Set KUBECONFIG in Docker container when running k8s.

Author: Kolleida

.github/workflows/run-scenario.yml

@@ -48,7 +48,7 @@ jobs:
           cp "$HOME/.kube/config" "./kubeconfig/config"
           chmod +r ./kubeconfig/config
           # Modify the kubeconfig to use host.docker.internal
-          sed -i 's/127.0.0.1/host.docker.internal/g' ./kubeconfig/config
+          sed -i 's/0.0.0.0/host.docker.internal/g' ./kubeconfig/config
 
       - name: Install dependencies
         run: pip install tomli tomli-w pyyaml requests

generate_compose.py

@@ -202,11 +202,16 @@ def generate_docker_compose(scenario: dict[str, Any], app: str) -> str:
     ])
 
     all_services = ["green-agent"] + participant_names
+    green_env = green.get("env", {})
+
+    if app == "k8s":
+        # For k8s app, set KUBECONFIG env var for green agent
+        green_env["KUBECONFIG"] = "/root/.kube/config"
 
     return COMPOSE_TEMPLATE.format(
         green_image=green["image"],
         green_port=DEFAULT_PORT,
-        green_env=format_env_vars(green.get("env", {})),
+        green_env=format_env_vars(green_env),
         green_depends=format_depends_on(participant_names),
         participant_services=participant_services,
         client_depends=format_depends_on(all_services),

kind_config.yaml

@@ -3,7 +3,7 @@ apiVersion: kind.x-k8s.io/v1alpha4
 networking:
   # WARNING: It is _strongly_ recommended that you keep this the default
   # (127.0.0.1) for security reasons. However it is possible to change this.
-  apiServerAddress: "127.0.0.1"
+  apiServerAddress: "0.0.0.0"
   # By default the API server listens on a random open port.
   # You may choose a specific port but probably don't need to in most cases.
   # Using a random port makes it easier to spin up multiple clusters.
@@ -13,6 +13,7 @@ kubeadmConfigPatches:
   kind: ClusterConfiguration
   apiServer:
     certSANs:
+      - "0.0.0.0"
       - "localhost"
       - "127.0.0.1"
       - "host.docker.internal"