fix: use separate ports for runtime integ tests to avoid parallel conflicts (aws#332)

Author: Hweinstock

tests_integ/runtime/base_test.py

@@ -10,7 +10,7 @@
 
 logger = logging.getLogger("sdk-runtime-base-test")
 
-AGENT_SERVER_ENDPOINT = "http://127.0.0.1:8080"
+DEFAULT_PORT = 8080
 
 
 class BaseSDKRuntimeTest(ABC):
@@ -36,8 +36,8 @@ def run_test(self) -> None:
 
 
 @contextmanager
-def start_agent_server(agent_module, timeout=5) -> Generator[Popen, None, None]:
-    logger.info("Starting agent server...")
+def start_agent_server(agent_module, port=DEFAULT_PORT, timeout=5) -> Generator[Popen, None, None]:
+    logger.info("Starting agent server on port %d...", port)
     start_time = time.time()
 
     try:
@@ -58,7 +58,7 @@ def start_agent_server(agent_module, timeout=5) -> Generator[Popen, None, None]:
                 line = line.strip()
                 if line:
                     logger.info(line)
-                    if "Uvicorn running on http://127.0.0.1:8080" in line:
+                    if f"Uvicorn running on http://127.0.0.1:{port}" in line:
                         _start_logging_thread(agent_server.stdout)
                         yield agent_server
                         return

tests_integ/runtime/test_simple_agent.py

@@ -1,7 +1,7 @@
 import logging
 import textwrap
 
-from tests_integ.runtime.base_test import AGENT_SERVER_ENDPOINT, BaseSDKRuntimeTest, start_agent_server
+from tests_integ.runtime.base_test import DEFAULT_PORT, BaseSDKRuntimeTest, start_agent_server
 from tests_integ.runtime.http_client import HttpClient
 
 logger = logging.getLogger("sdk-runtime-simple-agent-test")
@@ -28,7 +28,7 @@ async def agent_invocation(payload):
 
     def run_test(self):
         with start_agent_server(self.agent_module):
-            client = HttpClient(AGENT_SERVER_ENDPOINT)
+            client = HttpClient(f"http://127.0.0.1:{DEFAULT_PORT}")
 
             ping_response = client.ping()
             logger.info(ping_response)

tests_integ/runtime/test_websocket_agent.py

@@ -5,10 +5,12 @@
 
 import websockets
 
-from tests_integ.runtime.base_test import AGENT_SERVER_ENDPOINT, BaseSDKRuntimeTest, start_agent_server
+from tests_integ.runtime.base_test import BaseSDKRuntimeTest, start_agent_server
 
 logger = logging.getLogger("sdk-runtime-websocket-test")
 
+WEBSOCKET_PORT = 8081
+
 
 class TestSDKWebSocketAgent(BaseSDKRuntimeTest):
     def setup(self):
@@ -53,14 +55,13 @@ async def websocket_handler(websocket, context):
                     finally:
                         await websocket.close()
 
-                app.run()
+                app.run(port=8081)
             """).strip()
             file.write(content)
 
     def run_test(self):
-        with start_agent_server(self.agent_module):
-            # Replace http:// with ws:// for WebSocket connection
-            ws_endpoint = AGENT_SERVER_ENDPOINT.replace("http://", "ws://") + "/ws"
+        with start_agent_server(self.agent_module, port=WEBSOCKET_PORT):
+            ws_endpoint = f"ws://127.0.0.1:{WEBSOCKET_PORT}/ws"
 
             # Run async WebSocket tests
             asyncio.run(self._test_websocket_echo(ws_endpoint))