Skip to content

Commit b3d04fe

Browse files
committed
test: fix tests
1 parent d83f177 commit b3d04fe

5 files changed

Lines changed: 172 additions & 160 deletions

File tree

src/gguf/insights/GgufInsights.ts

Lines changed: 4 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -359,16 +359,14 @@ export class GgufInsights {
359359

360360
const outputBufferSize = estimateOutput(sequences);
361361

362-
const gpuVram = gpuKVCacheSize + gpuComputeBufferSize + graphOverheadGpuSize + (
363-
usingGpu
364-
? outputBufferSize
365-
: 0
366-
);
362+
const gpuVram = gpuKVCacheSize + gpuComputeBufferSize + graphOverheadGpuSize + outputBufferSize;
367363
const cpuRam = cpuKVCacheSize + cpuComputeBufferSize + graphOverheadCpuSize + outputBufferSize;
368364

369365
return {
370366
cpuRam,
371-
gpuVram
367+
gpuVram: usingGpu
368+
? gpuVram
369+
: 0
372370
};
373371
}
374372

0 commit comments

Comments
 (0)