add export/import workspace feature

Author: thisismattmiller

backend/src/routes/import-export.ts

@@ -24,6 +24,18 @@ const upload = multer({
   }
 });
 
+const uploadDb = multer({
+  storage: multer.memoryStorage(),
+  limits: { fileSize: 50 * 1024 * 1024 }, // 50MB limit for DB files
+  fileFilter: (_req, file, cb) => {
+    if (file.originalname.endsWith('.db') || file.mimetype === 'application/octet-stream') {
+      cb(null, true);
+    } else {
+      cb(new Error('Invalid file type. Only .db files are allowed.'));
+    }
+  }
+});
+
 // Import CSV/TSV to create new workspace
 router.post('/import', upload.single('file'), (req: Request, res: Response, next: NextFunction) => {
   if (!req.file) {
@@ -104,4 +116,61 @@ router.post('/validate/row', (req: Request, res: Response, next: NextFunction) =
   res.json(response);
 });
 
+// Download workspace as .db file
+router.get('/workspaces/:id/download-db', (req: Request, res: Response, next: NextFunction) => {
+  const workspace = workspaceService.get(req.params.id);
+  if (!workspace) {
+    return next(new AppError(404, 'Workspace not found', 'WORKSPACE_NOT_FOUND'));
+  }
+
+  try {
+    const buffer = workspaceService.exportDb(req.params.id);
+    const filename = `${workspace.name.replace(/[^a-zA-Z0-9-_]/g, '_')}.db`;
+    res.setHeader('Content-Type', 'application/octet-stream');
+    res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
+    res.send(buffer);
+  } catch (err) {
+    return next(new AppError(500, 'Failed to export workspace database', 'DB_EXPORT_FAILED'));
+  }
+});
+
+// Upload .db file to create new workspace (requires ALLOW_DB_UPLOAD=true)
+router.post('/import-db', uploadDb.single('file'), (req: Request, res: Response, next: NextFunction) => {
+  if (process.env.ALLOW_DB_UPLOAD !== 'true') {
+    return next(new AppError(403, 'Database upload is disabled. Set ALLOW_DB_UPLOAD=true to enable.', 'DB_UPLOAD_DISABLED'));
+  }
+
+  if (!req.file) {
+    return next(new AppError(400, 'No file uploaded', 'NO_FILE'));
+  }
+
+  try {
+    const name = req.body.name || undefined;
+    const workspace = workspaceService.importDb(req.file.buffer, name);
+
+    const response: ApiResponse = {
+      success: true,
+      data: {
+        workspaceId: workspace.id,
+        workspaceName: workspace.name
+      }
+    };
+    res.status(201).json(response);
+  } catch (err) {
+    const message = err instanceof Error ? err.message : 'Failed to import database';
+    return next(new AppError(400, message, 'DB_IMPORT_FAILED'));
+  }
+});
+
+// Config endpoint - tells frontend which features are enabled
+router.get('/config', (_req: Request, res: Response) => {
+  const response: ApiResponse = {
+    success: true,
+    data: {
+      allowDbUpload: process.env.ALLOW_DB_UPLOAD === 'true'
+    }
+  };
+  res.json(response);
+});
+
 export default router;

backend/src/services/database.ts

@@ -343,6 +343,54 @@ export const workspaceService = {
   getUpdatedAt(id: string): number | null {
     const row = extractOne<{ updated_at: number }>(masterDb, 'SELECT updated_at FROM workspaces WHERE id = ?', [id]);
     return row?.updated_at ?? null;
+  },
+
+  getDbPath(id: string): string {
+    return join(DATA_DIR, `${id}.db`);
+  },
+
+  exportDb(id: string): Buffer {
+    // Make sure the on-disk file is up to date
+    saveWorkspaceDb(id);
+    const dbPath = join(DATA_DIR, `${id}.db`);
+    return readFileSync(dbPath);
+  },
+
+  importDb(buffer: Buffer, name?: string): Workspace {
+    const newId = uuidv4();
+    const now = Math.floor(Date.now() / 1000);
+
+    // Load the uploaded DB to validate it and extract/set the name
+    const db = new SQL.Database(new Uint8Array(buffer));
+
+    // Validate it has the expected structure
+    const tables = extractRows<{ name: string }>(db, "SELECT name FROM sqlite_master WHERE type='table'");
+    const tableNames = tables.map(t => t.name);
+    if (!tableNames.includes('_metadata') || !tableNames.includes('_shapes')) {
+      db.close();
+      throw new Error('Invalid workspace database: missing required tables (_metadata, _shapes)');
+    }
+
+    // Extract or override the workspace name
+    let workspaceName = name;
+    if (!workspaceName) {
+      const row = extractOne<{ value: string }>(db, "SELECT value FROM _metadata WHERE key = 'name'");
+      workspaceName = row?.value || 'Imported Workspace';
+    }
+
+    // Update the name in the imported DB
+    db.run('UPDATE _metadata SET value = ?, updated_at = ? WHERE key = ?', [workspaceName, now, 'name']);
+
+    // Write the workspace DB to disk
+    const data = db.export();
+    writeFileSync(join(DATA_DIR, `${newId}.db`), Buffer.from(data));
+    db.close();
+
+    // Register in master DB
+    masterDb.run('INSERT INTO workspaces (id, name, created_at, updated_at) VALUES (?, ?, ?, ?)', [newId, workspaceName, now, now]);
+    saveMasterDb();
+
+    return { id: newId, name: workspaceName, createdAt: now, updatedAt: now };
   }
 };
 

frontend/src/services/api.ts

@@ -327,6 +327,26 @@ export const importExportApi = {
 
   getExportUrl(workspaceId: string, format: 'csv' | 'tsv' = 'csv'): string {
     return `${getBasePath()}api/workspaces/${workspaceId}/export?format=${format}`;
+  },
+
+  getDownloadDbUrl(workspaceId: string): string {
+    return `${getBasePath()}api/workspaces/${workspaceId}/download-db`;
+  },
+
+  async importDb(file: File, name?: string): Promise<{ workspaceId: string; workspaceName: string }> {
+    try {
+      const formData = new FormData();
+      formData.append('file', file);
+      if (name) {
+        formData.append('name', name);
+      }
+      const response = await api.post<ApiResponse<{ workspaceId: string; workspaceName: string }>>('/import-db', formData, {
+        headers: { 'Content-Type': 'multipart/form-data' }
+      });
+      return response.data.data!;
+    } catch (error) {
+      handleError(error as AxiosError<ApiResponse>);
+    }
   }
 };
 
@@ -399,6 +419,18 @@ export const startingPointApi = {
   }
 };
 
+// Config API
+export const configApi = {
+  async get(): Promise<{ allowDbUpload: boolean }> {
+    try {
+      const response = await api.get<ApiResponse<{ allowDbUpload: boolean }>>('/config');
+      return response.data.data!;
+    } catch (error) {
+      handleError(error as AxiosError<ApiResponse>);
+    }
+  }
+};
+
 // Folder API
 export const folderApi = {
   async list(workspaceId: string): Promise<Folder[]> {

frontend/src/views/HomeView.vue

@@ -16,6 +16,9 @@
         <button class="btn btn-secondary" @click="triggerMarvaImport">
           Import Marva Profile
         </button>
+        <button v-if="allowDbUpload" class="btn btn-secondary" @click="triggerDbImport">
+          Load Workspace (.db)
+        </button>
         <input
           ref="fileInput"
           type="file"
@@ -30,6 +33,13 @@
           style="display: none"
           @change="handleMarvaFileSelect"
         />
+        <input
+          ref="dbFileInput"
+          type="file"
+          accept=".db"
+          style="display: none"
+          @change="handleDbFileSelect"
+        />
       </div>
 
       <div v-if="loading" class="loading">Loading workspaces...</div>
@@ -69,6 +79,9 @@
             <button class="btn btn-secondary" @click="duplicateWorkspace(workspace)">
               Duplicate
             </button>
+            <a class="btn btn-secondary" :href="getDownloadDbUrl(workspace.id)" title="Download workspace as .db file">
+              Download
+            </a>
             <button
               class="btn btn-danger"
               @click="confirmDelete(workspace)"
@@ -211,13 +224,41 @@
         </form>
       </div>
     </div>
+
+    <!-- DB Import Dialog -->
+    <div v-if="showDbImportDialog" class="dialog-overlay" @click.self="cancelDbImport">
+      <div class="dialog">
+        <h2>Load Workspace Database</h2>
+        <p class="dialog-info">File: {{ dbFileName }}</p>
+        <form @submit.prevent="doDbImport">
+          <div class="form-group">
+            <label for="dbWorkspaceName">Workspace Name</label>
+            <input
+              id="dbWorkspaceName"
+              v-model="dbWorkspaceName"
+              type="text"
+              placeholder="Enter workspace name (or leave blank to use name from file)"
+              autofocus
+            />
+          </div>
+          <div class="dialog-actions">
+            <button type="button" class="btn btn-secondary" @click="cancelDbImport">
+              Cancel
+            </button>
+            <button type="submit" class="btn btn-primary" :disabled="dbImporting">
+              {{ dbImporting ? 'Loading...' : 'Load' }}
+            </button>
+          </div>
+        </form>
+      </div>
+    </div>
   </div>
 </template>
 
 <script lang="ts">
 import { defineComponent, ref, computed, onMounted } from 'vue';
 import { useRouter } from 'vue-router';
-import { workspaceApi, importExportApi, marvaProfileApi } from '@/services/api';
+import { workspaceApi, importExportApi, marvaProfileApi, configApi } from '@/services/api';
 import type { Workspace } from '@/types';
 
 export default defineComponent({
@@ -254,6 +295,15 @@ export default defineComponent({
     const marvaWorkspaceName = ref('');
     const marvaImporting = ref(false);
 
+    // DB import states
+    const dbFileInput = ref<HTMLInputElement | null>(null);
+    const allowDbUpload = ref(false);
+    const showDbImportDialog = ref(false);
+    const dbFileName = ref('');
+    const dbWorkspaceName = ref('');
+    const dbImporting = ref(false);
+    const dbFileToImport = ref<File | null>(null);
+
     // Computed property to sort workspaces with locked ones at the top
     const sortedWorkspaces = computed(() => {
       return [...workspaces.value].sort((a, b) => {
@@ -442,7 +492,65 @@ export default defineComponent({
       marvaWorkspaceName.value = '';
     }
 
-    onMounted(loadWorkspaces);
+    function getDownloadDbUrl(workspaceId: string): string {
+      return importExportApi.getDownloadDbUrl(workspaceId);
+    }
+
+    function triggerDbImport() {
+      dbFileInput.value?.click();
+    }
+
+    function handleDbFileSelect(event: Event) {
+      const input = event.target as HTMLInputElement;
+      const file = input.files?.[0];
+      if (!file) return;
+
+      dbFileToImport.value = file;
+      dbFileName.value = file.name;
+      dbWorkspaceName.value = '';
+      showDbImportDialog.value = true;
+      input.value = '';
+    }
+
+    async function doDbImport() {
+      if (!dbFileToImport.value) return;
+
+      dbImporting.value = true;
+      try {
+        const name = dbWorkspaceName.value.trim() || undefined;
+        const result = await importExportApi.importDb(dbFileToImport.value, name);
+        showDbImportDialog.value = false;
+        dbFileToImport.value = null;
+        dbFileName.value = '';
+        dbWorkspaceName.value = '';
+        router.push({ name: 'workspace', params: { id: result.workspaceId } });
+      } catch (e) {
+        alert((e as Error).message);
+      } finally {
+        dbImporting.value = false;
+      }
+    }
+
+    function cancelDbImport() {
+      showDbImportDialog.value = false;
+      dbFileToImport.value = null;
+      dbFileName.value = '';
+      dbWorkspaceName.value = '';
+    }
+
+    async function loadConfig() {
+      try {
+        const config = await configApi.get();
+        allowDbUpload.value = config.allowDbUpload;
+      } catch {
+        // Config endpoint not available, leave defaults
+      }
+    }
+
+    onMounted(() => {
+      loadWorkspaces();
+      loadConfig();
+    });
 
     return {
       workspaces,
@@ -451,6 +559,7 @@ export default defineComponent({
       error,
       fileInput,
       marvaFileInput,
+      dbFileInput,
       showNewDialog,
       newWorkspaceName,
       showDuplicateDialog,
@@ -466,6 +575,11 @@ export default defineComponent({
       marvaProfiles,
       marvaWorkspaceName,
       marvaImporting,
+      allowDbUpload,
+      showDbImportDialog,
+      dbFileName,
+      dbWorkspaceName,
+      dbImporting,
       loadWorkspaces,
       createWorkspace,
       openWorkspace,
@@ -481,7 +595,12 @@ export default defineComponent({
       triggerMarvaImport,
       handleMarvaFileSelect,
       doMarvaImport,
-      cancelMarvaImport
+      cancelMarvaImport,
+      getDownloadDbUrl,
+      triggerDbImport,
+      handleDbFileSelect,
+      doDbImport,
+      cancelDbImport
     };
   }
 });