Add local table picker and selection API

Expose local table management: add GET /api/local-tables and POST /api/select-local-table endpoints to list available local tables and switch the active local source (selection is blocked while a sync is running and it invalidates unsynced cache/state). Implement SyncEngine.list_local_tables to query the local DB information_schema for tables matching ^wfr[0-9].

Update the web UI to include a local table dropdown, loadLocalTables/selectLocalTable JS handlers, polling integration, and minor label tweak ("New" -> "New cloud").

Normalize the default local table name from wfr26test_base to wfr26base across config, .env.macbook and docker-compose defaults (also normalizing casing for TIMESCALE_TABLE), so the composed services and environment use the new base table name.

Author: haoruizhou

universal-telemetry-software/cloud-sync/app.py

@@ -139,6 +139,29 @@ class CreateTablePayload(BaseModel):
     table: str
 
 
+@app.get("/api/local-tables")
+def list_local_tables():
+    """List existing local tables (tables matching ^wfr[0-9] on the local DB)."""
+    tables = engine.list_local_tables()
+    return {"tables": tables, "current": engine.local_table}
+
+
+@app.post("/api/select-local-table")
+def select_local_table(payload: SelectTablePayload):
+    """Switch the active local source table for the next sync."""
+    if _sync_state["running"]:
+        raise HTTPException(status_code=409, detail="Cannot change table while sync is running")
+    name = payload.table.lower().strip()
+    if not name:
+        raise HTTPException(status_code=400, detail="Table name is required")
+    engine.local_table = name
+    # Invalidate unsynced cache
+    _sync_state["_unsynced_ts"] = 0.0
+    _sync_state["_unsynced_count"] = None
+    _sync_state["_cloud_cursor"] = None
+    return {"selected": name}
+
+
 @app.get("/api/cloud-tables")
 def list_cloud_tables():
     """List existing cloud tables (tables matching ^wfr[0-9] on the cloud DB)."""

universal-telemetry-software/cloud-sync/config.py

@@ -4,7 +4,7 @@
     "LOCAL_POSTGRES_DSN",
     "postgresql://wfr:wfr_password@timescaledb:5432/wfr",
 )
-LOCAL_TABLE = os.getenv("LOCAL_TABLE", "wfr26test_base").lower()
+LOCAL_TABLE = os.getenv("LOCAL_TABLE", "wfr26base").lower()
 
 CLOUD_POSTGRES_DSN = os.getenv("CLOUD_POSTGRES_DSN", "")
 CLOUD_TABLE = os.getenv("CLOUD_TABLE", "wfr26").lower()

universal-telemetry-software/cloud-sync/static/index.html

@@ -285,12 +285,17 @@ <h1>WFR Cloud Sync</h1>
 </div>
 
 <div class="table-picker">
+  <label>Local table:</label>
+  <select id="local-table-select" onchange="selectLocalTable(this.value)">
+    <option value="">— loading —</option>
+  </select>
+  <div class="divider"></div>
   <label>Cloud table:</label>
   <select id="table-select" onchange="selectTable(this.value)">
     <option value="">— loading —</option>
   </select>
   <div class="divider"></div>
-  <label>New:</label>
+  <label>New cloud:</label>
   <input type="text" id="new-table-input" placeholder="wfr27" maxlength="32"
          onkeydown="if(event.key==='Enter') createTable()" />
   <button onclick="createTable()" id="btn-create">Create</button>
@@ -509,7 +514,55 @@ <h1>WFR Cloud Sync</h1>
     }
   }
 
-  // ── Table picker ───────────────────────────────────────────────────────────
+  // ── Local table picker ─────────────────────────────────────────────────────
+
+  async function loadLocalTables() {
+    try {
+      const res = await fetch('/api/local-tables');
+      if (!res.ok) return;
+      const data = await res.json();
+      const sel = document.getElementById('local-table-select');
+      const current = data.current;
+      sel.innerHTML = '';
+      if (data.tables.length === 0) {
+        sel.innerHTML = '<option value="">— no tables found —</option>';
+      } else {
+        data.tables.forEach(t => {
+          const opt = document.createElement('option');
+          opt.value = t;
+          opt.textContent = t;
+          if (t === current) opt.selected = true;
+          sel.appendChild(opt);
+        });
+        if (!data.tables.includes(current)) {
+          const opt = document.createElement('option');
+          opt.value = current;
+          opt.textContent = current + ' (env)';
+          opt.selected = true;
+          sel.prepend(opt);
+        }
+      }
+    } catch (e) {
+      // local DB not reachable yet
+    }
+  }
+
+  async function selectLocalTable(table) {
+    if (!table) return;
+    try {
+      await fetch('/api/select-local-table', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ table }),
+      });
+      addLog(`Local table switched to: ${table}`, '');
+      refreshStatus();
+    } catch (e) {
+      addLog(`Failed to select local table: ${e}`, 'err');
+    }
+  }
+
+  // ── Cloud table picker ─────────────────────────────────────────────────────
 
   async function loadCloudTables() {
     try {
@@ -593,8 +646,10 @@ <h1>WFR Cloud Sync</h1>
   // ── Init ───────────────────────────────────────────────────────────────────
 
   refreshStatus();
+  loadLocalTables();
   loadCloudTables();
   idlePollInterval = setInterval(refreshStatus, 10000);
+  setInterval(loadLocalTables, 30000);
   setInterval(loadCloudTables, 30000);
 </script>
 </body>

universal-telemetry-software/cloud-sync/sync.py

@@ -79,6 +79,24 @@ def get_unsynced_count(self, cursor: Optional[datetime]) -> int:
                 row = cur.fetchone()
                 return row[0] if row else 0
 
+    def list_local_tables(self) -> list:
+        """List existing tables on the local DB matching ^wfr[0-9]."""
+        try:
+            with self._local_conn() as conn:
+                with conn.cursor() as cur:
+                    cur.execute("""
+                        SELECT table_name
+                        FROM information_schema.tables
+                        WHERE table_schema = 'public'
+                          AND table_type = 'BASE TABLE'
+                          AND table_name ~ '^wfr[0-9]'
+                        ORDER BY table_name DESC
+                    """)
+                    return [r[0] for r in cur.fetchall()]
+        except Exception as e:
+            logger.warning(f"list_local_tables failed: {e}")
+            return []
+
     def list_cloud_tables(self) -> list:
         """List existing tables on the cloud DB matching ^wfr[0-9]. No DBC needed."""
         if not self.cloud_dsn:

universal-telemetry-software/deploy/.env.macbook

@@ -2,7 +2,7 @@
 # Usage: docker compose -f deploy/docker-compose.macbook-base.yml --env-file deploy/.env.macbook up -d
 
 REMOTE_IP=10.71.1.10
-TIMESCALE_TABLE=WFR26test
+TIMESCALE_TABLE=wfr26base
 DBC_HOST_PATH=../../secret-dbc/WFR25.dbc
 DBC_DISPLAY_NAME=WFR25.dbc
 GRAFANA_ADMIN_PASSWORD=admin
@@ -12,6 +12,4 @@ GRAFANA_ADMIN_PASSWORD=admin
 # Example: postgresql://wfr:password@your-vps-ip:5432/wfr
 CLOUD_POSTGRES_DSN=postgresql://wfr:wfr_password@100.72.11.60:5432/wfr
 CLOUD_TABLE=wfr26
-# LOCAL_TABLE overrides the TIMESCALE_TABLE+_base compose logic.
-# Set this explicitly if your local volume already has tables without the _base suffix.
-LOCAL_TABLE=wfr26
+LOCAL_TABLE=wfr26base

universal-telemetry-software/deploy/docker-compose.macbook-base.yml

@@ -39,7 +39,7 @@ services:
       - SET_TIME_ENABLED=false
       - ENABLE_TIMESCALE_LOGGING=true
       - POSTGRES_DSN=postgresql://wfr:wfr_password@timescaledb:5432/wfr
-      - TIMESCALE_TABLE=${TIMESCALE_TABLE:-WFR26test}_base
+      - TIMESCALE_TABLE=${TIMESCALE_TABLE:-wfr26base}
       - DBC_FILE_PATH=/app/active.dbc
       - DBC_DISPLAY_NAME=${DBC_DISPLAY_NAME:-example.dbc}
     volumes:
@@ -131,7 +131,7 @@ services:
       - "8092:8092"
     environment:
       - LOCAL_POSTGRES_DSN=postgresql://wfr:wfr_password@timescaledb:5432/wfr
-      - LOCAL_TABLE=${LOCAL_TABLE:-${TIMESCALE_TABLE:-WFR26test}_base}
+      - LOCAL_TABLE=${LOCAL_TABLE:-${TIMESCALE_TABLE:-wfr26base}}
       - CLOUD_POSTGRES_DSN=${CLOUD_POSTGRES_DSN:-}
       - CLOUD_TABLE=${CLOUD_TABLE:-wfr26}
       - SYNC_BATCH_SIZE=${SYNC_BATCH_SIZE:-5000}