feat(gateway): add yamux listener support and uds2yamux helper

Author: kvinwang

Cargo.lock

@@ -52,6 +52,7 @@ members = [
     "verifier",
     "no_std_check",
     "size-parser",
+    "uds2yamux",
 ]
 resolver = "2"
 
@@ -159,7 +160,10 @@ rocket = { git = "https://github.com/rwf2/Rocket", branch = "master", features =
 ] }
 rocket-apitoken = { git = "https://github.com/kvinwang/rocket-apitoken", branch = "dev" }
 tokio = { version = "1.46.1" }
+tokio-util = { version = "0.7", features = ["compat"] }
 tokio-vsock = "0.7.0"
+yamux = { git = "https://github.com/kvinwang/rust-yamux", branch = "feat/ping-timeout" }
+quinn = { path = "/home/kvin/src/quinn-plain/quinn", default-features = false, features = ["runtime-tokio", "null-crypto"] }
 sysinfo = "0.35.2"
 default-net = "0.22.0"
 url = "2.5"

Cargo.toml

@@ -20,6 +20,7 @@ fs-err.workspace = true
 clap = { workspace = true, features = ["derive", "string"] }
 shared_child.workspace = true
 tokio = { workspace = true, features = ["full"] }
+tokio-util = { workspace = true, features = ["compat"] }
 rustls.workspace = true
 tokio-rustls = { workspace = true, features = ["ring"] }
 rinja.workspace = true
@@ -37,6 +38,7 @@ bytes.workspace = true
 safe-write.workspace = true
 smallvec.workspace = true
 futures.workspace = true
+yamux.workspace = true
 cmd_lib.workspace = true
 load_config.workspace = true
 dstack-kms-rpc.workspace = true

gateway/Cargo.toml

@@ -149,6 +149,7 @@ idle = "10m"
 write = "5s"
 shutdown = "5s"
 total = "5h"
+yamux_ping = "${YAMUX_PING_TIMEOUT:-15s}"
 
 [core.recycle]
 enabled = true

gateway/dstack-app/builder/entrypoint.sh

@@ -68,6 +68,7 @@ connect_top_n = 3
 localhost_enabled = false
 app_address_ns_prefix = "_dstack-app-address"
 app_address_ns_compat = true
+# yamux_listen_port = 4433
 workers = 32
 external_port = 443
 
@@ -93,6 +94,8 @@ write = "5s"
 shutdown = "5s"
 # Timeout for total connection duration.
 total = "5h"
+# Yamux ping timeout (0s disables).
+yamux_ping = "15s"
 
 [core.recycle]
 enabled = true

gateway/gateway.toml

@@ -85,6 +85,7 @@ pub struct ProxyConfig {
     pub workers: usize,
     pub app_address_ns_prefix: String,
     pub app_address_ns_compat: bool,
+    pub yamux_listen_port: Option<u16>,
 }
 
 #[derive(Debug, Clone, Deserialize)]
@@ -110,6 +111,10 @@ pub struct Timeouts {
     pub write: Duration,
     #[serde(with = "serde_duration")]
     pub shutdown: Duration,
+
+    /// Ping timeout for yamux connections. Set to 0s to disable.
+    #[serde(with = "serde_duration")]
+    pub yamux_ping: Duration,
 }
 
 #[derive(Debug, Clone, Deserialize, Serialize)]