test(io): add test_so_reuseport_zero_downtime_handover

Author: mkleczek

test/io/postgrest.py

@@ -85,6 +85,7 @@ def run(
     stdin=None,
     env=None,
     port=None,
+    admin_port=None,
     host=None,
     wait_for_readiness=True,
     wait_max_seconds=1,
@@ -113,7 +114,7 @@ def run(
             env["PGRST_SERVER_UNIX_SOCKET"] = str(socketfile)
             baseurl = "http+unix://" + urllib.parse.quote_plus(str(socketfile))
 
-        adminport = freeport(used_ports=[port])
+        adminport = freeport(used_ports=[port]) if admin_port is None else admin_port
         env["PGRST_ADMIN_SERVER_PORT"] = str(adminport)
         adminhost = f"[{host}]" if host and is_ipv6(host) else localhost
         adminurl = f"http://{adminhost}:{adminport}"

test/io/test_io.py

@@ -133,6 +133,61 @@ def test_random_port_bound(defaultenv):
         assert True  # liveness check is done by run(), so we just need to check that it doesn't fail
 
 
+@pytest.mark.xfail(reason="SO_REUSEPORT handover is currently failing")
+def test_so_reuseport_zero_downtime_handover(defaultenv):
+    "A second PostgREST instance should take over on the same main/admin ports without request failures."
+
+    port = freeport()
+    admin_port = freeport(used_ports=[port])
+    failures = []
+    keep_running = {"value": True}
+
+    with run(
+        env={**defaultenv},
+        port=port,
+        admin_port=admin_port,
+        wait_max_seconds=3,
+    ) as first:
+
+        def continuously_request():
+            while keep_running["value"]:
+                try:
+                    response = first.session.get("/projects", timeout=1)
+                    assert response.status_code == 200
+                except Exception as exc:
+                    failures.append(exc)
+                    break
+                time.sleep(0.05)
+
+        requester = Thread(target=continuously_request)
+        requester.start()
+
+        try:
+            time.sleep(1)
+            with run(
+                env={**defaultenv},
+                port=port,
+                admin_port=admin_port,
+                wait_max_seconds=3,
+            ):
+                response = first.admin.get("/live")
+                assert response.status_code == 200
+
+                time.sleep(1)
+                first.process.terminate()
+                wait_until_exit(first)
+
+                response = first.admin.get("/live")
+                assert response.status_code == 200
+
+                time.sleep(1)
+        finally:
+            keep_running["value"] = False
+            requester.join()
+
+    assert failures == []
+
+
 def test_app_settings_reload(tmp_path, defaultenv):
     "App settings should be reloaded from file when PostgREST is sent SIGUSR2."
     config = (CONFIGSDIR / "sigusr2-settings.config").read_text()