Pause MD mirror during Keep and Obsidian imports

Each imported note fires a DB NOTIFY which would queue a reconcileOne
write, flooding the mirror queue with hundreds of single-note file ops
during a bulk import. pause() drops those; resume() runs one catch-up
sweep afterward to mirror the entire batch cleanly in one pass.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

Author: alexmicuplusfour

server/src/mirror/mirrorWorker.js

@@ -517,6 +517,23 @@ let running = false;
 let lastSweep = null; // { at, summary } of the most recent real sweep
 let lastImport = null; // { at, changed } of the most recent import that pulled anything in
 
+// Import-in-progress gate. While a Keep or Obsidian import is running, each new
+// note fires a DB NOTIFY that would queue a reconcileOne — flooding the mirror
+// queue with hundreds of single-note writes. Pausing drops those during the
+// import; resume() runs one catch-up sweep afterward to mirror the whole batch.
+let importPaused = false;
+
+function pause(label = 'import') {
+  importPaused = true;
+  console.log(`[md-mirror] paused (${label})`);
+}
+
+function resume() {
+  importPaused = false;
+  console.log('[md-mirror] resumed — scheduling catch-up sweep');
+  runOnce().catch((err) => console.error('[md-mirror] catch-up sweep failed:', err.message));
+}
+
 // Every mirror mutation — the periodic sweep and each live single-note reconcile
 // — runs through this one-at-a-time queue. They all compute a plan from a snapshot
 // of the tracking table + folder and then write both back; if two ran at once the
@@ -537,6 +554,7 @@ function serialize(task) {
 async function runOnce() {
   const { enabled, root } = getConfig();
   if (!enabled || !root) return { skipped: true, reason: 'disabled' };
+  if (importPaused) return { skipped: true, reason: 'import-in-progress' };
   // A sweep already in flight (or queued behind live reconciles) will cover
   // whatever changed, so a second full sweep would just repeat the work — skip
   // it. Live reconciles still queue normally; they each target one note.
@@ -623,6 +641,9 @@ async function rebuild() {
 async function reconcileOne(noteId) {
   const { enabled, root } = getConfig();
   if (!enabled || !root) return { skipped: true, reason: 'disabled' };
+  // Drop live reconciles during bulk imports — each imported note fires a NOTIFY
+  // that would otherwise queue a single-note write. resume() runs a catch-up sweep.
+  if (importPaused) return { skipped: true, reason: 'import-in-progress' };
   // No early-skip when busy: each reconcile targets a specific note and must run
   // to capture that note's latest state. The queue serializes it behind any
   // in-flight sweep or sibling reconcile so they never race on the same file.
@@ -717,7 +738,7 @@ let autoImporting = false;
 // `autoImporting` guard only stops overlapping *ticks*, not the queue.
 async function autoImportTick() {
   const { enabled, root, autoImport } = getConfig();
-  if (!enabled || !root || !autoImport || autoImporting) return;
+  if (!enabled || !root || !autoImport || autoImporting || importPaused) return;
   autoImporting = true;
   try {
     if (!(await exists(root))) return;
@@ -829,4 +850,4 @@ async function processPendingDeletes(root) {
   }
 }
 
-module.exports = { init, runOnce, rebuild, reconcileOne, getStatus, buildDesired, scanOnDisk, gatherDiskFiles, previewImport, applyImport, autoImportTick, broadcastImportResult };
+module.exports = { init, runOnce, rebuild, reconcileOne, getStatus, buildDesired, scanOnDisk, gatherDiskFiles, previewImport, applyImport, autoImportTick, broadcastImportResult, pause, resume };

server/src/routes/import-obsidian.js

@@ -9,6 +9,7 @@ const os = require('os');
 const unzipper = require('unzipper');
 const { processObsidianImport } = require('../import-obsidian');
 const { blockInDemo } = require('../middleware/demoGuard');
+const mirrorWorker = require('../mirror/mirrorWorker');
 
 const tempDir = process.env.NODE_ENV === 'production'
   ? '/tmp/itsnotes-obsidian'
@@ -155,12 +156,18 @@ router.post('/', blockInDemo, upload.fields([
       }
     };
 
-    const onStatus = (message) => send('status', { message });
-    const result = await processObsidianImport(importFiles, resourceMap, onProgress, origNameMap, onStatus);
+    mirrorWorker.pause('obsidian-import');
+    let importResult;
+    try {
+      const onStatus = (message) => send('status', { message });
+      importResult = await processObsidianImport(importFiles, resourceMap, onProgress, origNameMap, onStatus);
+    } finally {
+      mirrorWorker.resume();
+    }
 
     cleanup(...uploadedPaths, extractDir);
 
-    send('complete', { success: true, message: 'Import complete', result });
+    send('complete', { success: true, message: 'Import complete', result: importResult });
     res.end();
   } catch (e) {
     console.error('Obsidian import route error:', e);

server/src/routes/import.js

@@ -7,6 +7,7 @@ const os = require('os');
 const unzipper = require('unzipper');
 const { processGoogleKeepImport } = require('../import-notes');
 const { blockInDemo } = require('../middleware/demoGuard');
+const mirrorWorker = require('../mirror/mirrorWorker');
 
 // Define temp directory for Docker compatibility
 const tempDir = process.env.NODE_ENV === 'production'
@@ -206,7 +207,8 @@ router.post('/', blockInDemo, upload.single('archive'), async (req, res) => {
 
     console.log(`Found Keep directory at ${keepDir}`);
     sendProgress('status', { message: 'Found Keep notes, starting import...' });
-    
+    mirrorWorker.pause('keep-import');
+
     // Process the import with progress updates
     try {
       // Patch the processGoogleKeepImport function to send progress
@@ -264,20 +266,23 @@ router.post('/', blockInDemo, upload.single('archive'), async (req, res) => {
 
       const importResult = await processWithProgress(keepDir);
 
+      mirrorWorker.resume();
+
       // Clean up temporary files
       cleanup(zipFilePath, extractionDir);
-      
+
       // Send final success result
-      sendProgress('complete', { 
+      sendProgress('complete', {
         success: true,
         message: 'Import completed successfully',
-        result: importResult 
+        result: importResult
       });
-      
+
       res.end();
     } catch (importError) {
+      mirrorWorker.resume();
       console.error('Import process error:', importError);
-      sendProgress('error', { 
+      sendProgress('error', {
         message: 'An error occurred during the import process',
         details: importError.message
       });