Revert "perf: throttle markdown lexing during streaming and reduce redundant re-renders"

This reverts commit 40e8a21.

Author: Algorithm5838

src/lib/components/chat/Messages/ContentRenderer.svelte

@@ -40,39 +40,6 @@
 	export let onTaskClick = (e) => {};
 	export let onAddMessages = (e) => {};
 
-	// Memoize sourceIds to avoid creating a new array reference on every render,
-	// which would cause the entire Markdown/MarkdownTokens tree to re-render
-	$: computedSourceIds = (sources ?? []).reduce((acc, source) => {
-		let ids = [];
-		source.document.forEach((document, index) => {
-			if (model?.info?.meta?.capabilities?.citations == false) {
-				ids.push('N/A');
-				return ids;
-			}
-
-			const metadata = source.metadata?.[index];
-			const id = metadata?.source ?? 'N/A';
-
-			if (metadata?.name) {
-				ids.push(metadata.name);
-				return ids;
-			}
-
-			if (id.startsWith('http://') || id.startsWith('https://')) {
-				ids.push(id);
-			} else {
-				ids.push(source?.source?.name ?? id);
-			}
-
-			return ids;
-		});
-
-		acc = [...acc, ...ids];
-
-		// remove duplicates
-		return acc.filter((item, index) => acc.indexOf(item) === index);
-	}, []);
-
 	let contentContainerElement;
 	let floatingButtonsElement;
 
@@ -176,7 +143,36 @@
 		{done}
 		{editCodeBlock}
 		{topPadding}
-		sourceIds={computedSourceIds}
+		sourceIds={(sources ?? []).reduce((acc, source) => {
+			let ids = [];
+			source.document.forEach((document, index) => {
+				if (model?.info?.meta?.capabilities?.citations == false) {
+					ids.push('N/A');
+					return ids;
+				}
+
+				const metadata = source.metadata?.[index];
+				const id = metadata?.source ?? 'N/A';
+
+				if (metadata?.name) {
+					ids.push(metadata.name);
+					return ids;
+				}
+
+				if (id.startsWith('http://') || id.startsWith('https://')) {
+					ids.push(id);
+				} else {
+					ids.push(source?.source?.name ?? id);
+				}
+
+				return ids;
+			});
+
+			acc = [...acc, ...ids];
+
+			// remove duplicates
+			return acc.filter((item, index) => acc.indexOf(item) === index);
+		}, [])}
 		{onSourceClick}
 		{onTaskClick}
 		{onSave}

src/lib/components/chat/Messages/Markdown.svelte

@@ -24,7 +24,6 @@
 </script>
 
 <script>
-	import { onDestroy } from 'svelte';
 	import { replaceTokens, processResponseContent } from '$lib/utils';
 	import { user } from '$lib/stores';
 
@@ -53,40 +52,11 @@
 
 	let tokens = [];
 
-	const THROTTLE_MS = 100;
-	let throttleTimer = null;
-	let lastLexTime = 0;
-
-	function lexContent(content) {
+	$: if (content) {
 		tokens = marked.lexer(
 			replaceTokens(processResponseContent(content), model?.name, $user?.name)
 		);
-		lastLexTime = Date.now();
 	}
-
-	$: if (content) {
-		if (done) {
-			// When streaming is complete, always lex immediately
-			clearTimeout(throttleTimer);
-			throttleTimer = null;
-			lexContent(content);
-		} else {
-			// During streaming, throttle to reduce processing
-			const elapsed = Date.now() - lastLexTime;
-			if (elapsed >= THROTTLE_MS) {
-				lexContent(content);
-			} else if (!throttleTimer) {
-				throttleTimer = setTimeout(() => {
-					throttleTimer = null;
-					lexContent(content);
-				}, THROTTLE_MS - elapsed);
-			}
-		}
-	}
-
-	onDestroy(() => {
-		clearTimeout(throttleTimer);
-	});
 </script>
 
 {#key id}

src/lib/components/chat/Messages/Markdown/MarkdownTokens.svelte

@@ -325,7 +325,6 @@
 		{@const textContent = decode(token.text || '')
 			.replace(/<summary>.*?<\/summary>/gi, '')
 			.trim()}
-		{@const detailsTokens = textContent.length > 0 ? marked.lexer(decode(token.text)) : []}
 
 		{#if token?.attributes?.type === 'tool_calls'}
 			<!-- Tool calls have dedicated handling with ToolCallDisplay component -->
@@ -346,7 +345,7 @@
 				<div class=" mb-1.5" slot="content">
 					<svelte:self
 						id={`${id}-${tokenIdx}-d`}
-						tokens={detailsTokens}
+						tokens={marked.lexer(decode(token.text))}
 						attributes={token?.attributes}
 						{done}
 						{editCodeBlock}