Merge pull request #94 from optave/fix/dogfood-incremental-structure

fix: model disposal, roles, incremental builds, docs reorg

Author: carlos-alm

scripts/embedding-benchmark.js

@@ -24,7 +24,7 @@ const root = path.resolve(__dirname, '..');
 const pkg = JSON.parse(fs.readFileSync(path.join(root, 'package.json'), 'utf8'));
 const dbPath = path.join(root, '.codegraph', 'graph.db');
 
-const { buildEmbeddings, MODELS, searchData } = await import(
+const { buildEmbeddings, MODELS, searchData, disposeModel } = await import(
 	new URL('../src/embedder.js', import.meta.url).href
 );
 
@@ -129,6 +129,7 @@ for (const key of modelKeys) {
 	} catch (err) {
 		console.error(`  FAILED: ${err.message}`);
 	}
+	await disposeModel();
 }
 
 // Restore console.log for JSON output

src/embedder.js

@@ -238,11 +238,26 @@ async function loadTransformers() {
   }
 }
 
+/**
+ * Dispose the current ONNX session and free memory.
+ * Safe to call when no model is loaded (no-op).
+ */
+export async function disposeModel() {
+  if (extractor) {
+    await extractor.dispose();
+    extractor = null;
+  }
+  activeModel = null;
+}
+
 async function loadModel(modelKey) {
   const config = getModelConfig(modelKey);
 
   if (extractor && activeModel === config.name) return { extractor, config };
 
+  // Dispose previous model before loading a different one
+  await disposeModel();
+
   const transformers = await loadTransformers();
   pipeline = transformers.pipeline;
   _cos_sim = transformers.cos_sim;

src/index.js

@@ -21,6 +21,7 @@ export {
   buildEmbeddings,
   cosineSim,
   DEFAULT_MODEL,
+  disposeModel,
   EMBEDDING_STRATEGIES,
   embed,
   estimateTokens,