Fix deploy flow: build full spec from YAML, resolve ${VAR} in volumes

The deploy endpoint was only sending image + env to workers, missing
ports, volumes, network_mode, cap_add, privileged, and command.
Now builds the complete spec from the YAML definition.

Volume paths now support ${VAR} substitution using env vars, so
services like Storj can ask users for host paths via the deploy form.

Also updates Storj: remove auth token requirement (eliminated mid-2025),
add IDENTITY_DIR and STORAGE_DIR as user-input env vars, add UDP port
for QUIC, update guide and signup URL.

Author: GeiserX

app/main.py

@@ -690,8 +690,54 @@ async def api_deploy(request: Request, slug: str, body: DeployRequest, worker_id
     image = docker_conf.get("image")
     if not image:
         raise HTTPException(status_code=400, detail=f"Service '{slug}' has no Docker image")
-    spec = {"image": image, "env": body.env or {}, "hostname": body.hostname}
-    result = await _proxy_worker_deploy(worker_id, slug, spec)  # type: ignore[arg-type]
+
+    # Build full env: YAML defaults + {hostname} substitution + user overrides
+    import re
+    import socket
+
+    hn = body.hostname or socket.gethostname()
+    env: dict[str, str] = {}
+    for var in docker_conf.get("env", []):
+        default = var.get("default", "")
+        if default and "{hostname}" in str(default):
+            default = str(default).replace("{hostname}", hn)
+        env[var["key"]] = str(default)
+    env.update(body.env or {})
+
+    # Ports
+    ports: dict[str, int] = {}
+    for mapping in docker_conf.get("ports", []):
+        if ":" in str(mapping):
+            parts = str(mapping).split(":")
+            ports[parts[0]] = int(parts[1].split("/")[0]) if "/" in parts[1] else int(parts[1])
+
+    # Volumes: resolve ${VAR} in host paths using env
+    volumes: dict[str, dict[str, str]] = {}
+    for mapping in docker_conf.get("volumes", []):
+        if ":" in str(mapping):
+            parts = str(mapping).split(":")
+            host_path = re.sub(r"\$\{(\w+)\}", lambda m: env.get(m.group(1), m.group(0)), parts[0])
+            container_path = parts[1]
+            mode = parts[2] if len(parts) > 2 else "rw"
+            volumes[host_path] = {"bind": container_path, "mode": mode}
+
+    spec: dict[str, Any] = {
+        "image": image,
+        "env": env,
+        "hostname": body.hostname,
+        "ports": ports,
+        "volumes": volumes,
+        "network_mode": docker_conf.get("network_mode") or None,
+        "cap_add": docker_conf.get("cap_add") or None,
+        "privileged": docker_conf.get("privileged", False),
+    }
+
+    # Command: resolve ${VAR} placeholders
+    raw_command = docker_conf.get("command") or None
+    if raw_command:
+        spec["command"] = re.sub(r"\$\{(\w+)\}", lambda m: env.get(m.group(1), m.group(0)), raw_command)
+
+    result = await _proxy_worker_deploy(worker_id, slug, spec)
     container_id = result.get("container_id", "remote")
     await database.save_deployment(slug=slug, container_id=container_id)
     await database.record_health_event(slug, "start", f"deployed to worker {worker_id}")

app/orchestrator.py

@@ -163,12 +163,16 @@ def deploy_service(
             container_port, host_port = str(mapping).split(":", 1)
             ports[container_port] = int(host_port)
 
-    # Volumes: list of "host:container" strings
+    # Volumes: list of "host:container" strings — resolve ${VAR} in host paths
     volumes: dict[str, dict[str, str]] = {}
     for mapping in docker_conf.get("volumes", []):
         if ":" in str(mapping):
             parts = str(mapping).split(":")
-            host_path = parts[0]
+            host_path = re.sub(
+                r"\$\{(\w+)\}",
+                lambda m: env.get(m.group(1), m.group(0)),
+                parts[0],
+            )
             container_path = parts[1]
             mode = parts[2] if len(parts) > 2 else "rw"
             volumes[host_path] = {"bind": container_path, "mode": mode}

docs/guides/storj.md

@@ -17,7 +17,7 @@ Storj is a decentralized cloud storage network where you earn by renting out you
 | Payout frequency | Monthly |
 | Payment methods | Crypto |
 
-> ~$1.50/TB stored + $2/TB egress + $2.74/TB audit/repair. Earnings scale with disk allocated and node age. First 9 months have held-back escrow. Port 28967 must be forwarded.
+> ~$1.50/TB stored + $2/TB egress + $2.74/TB audit/repair. Earnings scale with disk allocated and node age. First 9 months have held-back escrow. Port 28967 (TCP+UDP) must be forwarded.
 
 ## Requirements
 
@@ -31,9 +31,11 @@ Storj is a decentralized cloud storage network where you earn by renting out you
 
 ## Setup Instructions
 
-### 1. Create an account
+### 1. No account needed
 
-Sign up at [Storj](https://www.storj.io/node). No referral program available.
+Storj storage nodes are **permissionless** — no signup, no account, no auth token. You just run the software. The old authorization token requirement was removed in mid-2025.
+
+Documentation has moved to [storj.dev/node](https://storj.dev/node/get-started/setup).
 
 ### 2. Create a node identity
 
@@ -50,25 +52,27 @@ nohup ./identity create storagenode --identity-dir /path/to/identity/ > /tmp/sto
 
 The process outputs progress like `Generated 50000 keys; best difficulty so far: 34`. It's done when it reaches difficulty 36 and exits. Files created: `ca.cert`, `ca.key`, `identity.cert`, `identity.key`.
 
-### 3. Authorize the identity
-
-After identity creation, authorize it with an auth token from the Storj dashboard:
-
-```bash
-./identity authorize storagenode <auth-token> --identity-dir /path/to/identity/
-```
-
-Verify: `identity.cert` should have 3 certificate entries, `ca.cert` should have 2.
-
-### 4. Port forwarding
+### 3. Port forwarding
 
 Forward these ports through your router to the server running the node:
-- **TCP 28967** — Storage node traffic (required)
+- **TCP+UDP 28967** — Storage node traffic (required, UDP for QUIC)
 - **TCP 14002** — Dashboard/monitoring (optional, local access only)
 
+### 4. Get an ERC-20 wallet address
+
+You need an Ethereum-compatible wallet address to receive STORJ token payouts. Any ERC-20 wallet works (MetaMask, Trust Wallet, Ledger, etc.). If you already have an Ethereum address from other DePIN services, you can reuse it. Storj also supports zkSync L2 payouts (same address, lower gas fees).
+
 ### 5. Deploy with CashPilot
 
-In the CashPilot web UI, find **Storj** in the service catalog and click **Deploy**. Enter the required credentials and CashPilot will handle the rest.
+In the CashPilot web UI, find **Storj** in the service catalog and click **Deploy**. You'll be asked for:
+- **Wallet address** — your ERC-20 wallet for payouts
+- **Email** — for operator notifications
+- **External address** — your public IP or DDNS hostname with port (e.g. `84.54.27.229:28967`)
+- **Storage allocation** — how much disk space to offer (e.g. `2TB`)
+- **Identity path** — host directory where your identity files are stored
+- **Storage path** — host directory on a spinning disk (HDD) for storing data
+
+CashPilot will handle the container creation with proper volume mounts.
 
 ## Docker Configuration
 
@@ -81,12 +85,16 @@ In the CashPilot web UI, find **Storj** in the service catalog and click **Deplo
 |----------|-------|:--------:|:------:|-------------|
 | `WALLET` | Wallet address | Yes | No | ERC-20 wallet address for STORJ token payouts (or zkSync) |
 | `EMAIL` | Email | Yes | No | Email address for operator notifications |
-| `ADDRESS` | External address | Yes | No | External IP or DDNS hostname with port (e.g. mynode.ddns.net:28967) |
+| `ADDRESS` | External address | Yes | No | Public IP or DDNS hostname with port (e.g. mynode.ddns.net:28967) |
 | `STORAGE` | Storage allocation | Yes | No | Maximum disk space to allocate (e.g. 2TB) (default: `1TB`) |
+| `IDENTITY_DIR` | Identity directory | Yes | No | Host path where identity files are stored (ca.cert, identity.cert, etc.) |
+| `STORAGE_DIR` | Storage directory | Yes | No | Host path on a spinning disk (HDD) for Storj data storage |
 
 ### Important Notes
 
+- **No signup required**: Storj nodes are permissionless since mid-2025. No auth token, no account creation.
 - **Escrow period**: First 9 months of operation have held-back escrow (75% of storage fees held, released gradually). This incentivizes long-term operation.
-- **One node per IP**: Storj recommends one node per public IP for optimal satellite allocation.
+- **One node per public IP**: Storj recommends one node per public IP for optimal satellite allocation. Nodes on the same /24 subnet share data allocation.
 - **Uptime matters**: Nodes with poor uptime get less data. Aim for 99.5%+ uptime.
-- **Disk selection**: Always use spinning disks (HDD). The data stored is cold storage — IOPS don't matter, capacity does.
+- **Disk selection**: Always use spinning disks (HDD). Storj data is cold storage — IOPS don't matter, capacity does. SSDs offer no advantage and cost more per TB.
+- **QUIC**: UDP port 28967 enables the QUIC protocol for faster transfers. Forward both TCP and UDP.

services/storage/storj.yml

@@ -9,10 +9,11 @@ description: >
   $1.50/TB stored per month plus $2/TB egress. Payments are in STORJ token or via
   zkSync L2. Requires at least 550GB of available disk space and a stable internet
   connection. One of the most mature and truly passive storage income services.
+  No account or signup needed -- nodes are permissionless since mid-2025.
 short_description: Decentralized storage node - ~$1.50/TB stored + $2/TB egress
 
 referral:
-  signup_url: "https://www.storj.io/node"
+  signup_url: "https://storj.dev/node/get-started/setup"
 
 docker:
   image: storj/storagenode
@@ -22,7 +23,7 @@ docker:
       label: "Wallet address"
       required: true
       secret: false
-      description: "ERC-20 wallet address for STORJ token payouts (or zkSync)"
+      description: "ERC-20 wallet address for STORJ token payouts (e.g. 0x1234...abcd). Reuse any Ethereum wallet you already have"
     - key: EMAIL
       label: "Email"
       required: true
@@ -32,17 +33,34 @@ docker:
       label: "External address"
       required: true
       secret: false
-      description: "External IP or DDNS hostname with port (e.g. mynode.ddns.net:28967)"
+      description: "Your public IP or DDNS hostname with port (e.g. 84.54.27.229:28967). Port 28967 must be forwarded (TCP+UDP)"
     - key: STORAGE
       label: "Storage allocation"
       required: true
       secret: false
-      description: "Maximum disk space to allocate (e.g. 2TB)"
+      description: "Maximum disk space to allocate (e.g. 2TB). Use spinning disks (HDD), not SSD"
       default: "1TB"
-  ports: ["28967:28967/tcp", "14002:14002"]
-  volumes: ["/path/to/identity:/app/identity", "/path/to/storage:/app/config"]
+    - key: IDENTITY_DIR
+      label: "Identity directory"
+      required: true
+      secret: false
+      description: "Host path where identity files are stored (must contain ca.cert, ca.key, identity.cert, identity.key)"
+    - key: STORAGE_DIR
+      label: "Storage directory"
+      required: true
+      secret: false
+      description: "Host path on a spinning disk (HDD) for Storj data storage. Needs at least 550GB free"
+  ports: ["28967:28967/tcp", "28967:28967/udp", "14002:14002"]
+  volumes:
+    - "${IDENTITY_DIR}:/app/identity"
+    - "${STORAGE_DIR}:/app/config"
   command: ""
   network_mode: ""
+  notes: >
+    No signup or auth token required (permissionless since mid-2025).
+    Identity must be pre-generated using the identity binary (proof-of-work to difficulty 36, takes hours).
+    Use spinning disks for storage. Port 28967 TCP+UDP must be forwarded.
+    Local dashboard available at port 14002.
 
 requirements:
   residential_ip: false
@@ -67,10 +85,10 @@ earnings:
 
 cashout:
   method: redirect
-  dashboard_url: "https://www.storj.io/dcs/dashboard"
+  dashboard_url: "http://localhost:14002"
   min_amount: 4.0
   currency: STORJ
-  notes: "Payouts sent monthly in STORJ tokens to configured wallet address."
+  notes: "Payouts sent monthly in STORJ tokens to configured wallet address. Dashboard at port 14002."
 
 platforms: [docker, windows, linux]