fix: bugs

Author: giladgd

src/evaluator/LlamaContext/LlamaContext.ts

@@ -1407,12 +1407,13 @@ export class LlamaContextSequence {
             if (deletionSuccessful)
                 return;
 
-            const restoreCheckpointIndex = this._contextTokens.length - 1;
-            const existingCheckpoint = this._checkpoints.getLastCheckpoint(restoreCheckpointIndex);
+            let restoreCheckpointIndex = this._contextTokens.length - 1;
+            const existingCheckpoint = this._checkpoints.getLastCheckpoint(restoreCheckpointIndex, this.contextSize);
             if (existingCheckpoint != null &&
                 restoreCheckpointIndex >= existingCheckpoint.minPos &&
-                restoreCheckpointIndex <= existingCheckpoint.maxPos
+                existingCheckpoint.maxPos <= this.contextSize
             ) {
+                restoreCheckpointIndex = Math.min(restoreCheckpointIndex, existingCheckpoint.maxPos);
                 const restoredSuccessfully = await this._context._ctx.restoreCheckpoint(existingCheckpoint, restoreCheckpointIndex);
                 if (restoredSuccessfully) {
                     const tokensToEvaluate = this._contextTokens.slice(restoreCheckpointIndex + 1);

src/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.ts

@@ -41,13 +41,13 @@ export class LlamaContextSequenceCheckpoints {
         return false;
     }
 
-    public getLastCheckpoint(restoreIndex: number) {
+    public getLastCheckpoint(restoreIndex: number, contextSize: number) {
         if (restoreIndex <= 0)
             return null;
 
         for (let i = this._checkpoints.length - 1; i >= 0; i--) {
             const [, checkpoint] = this._checkpoints[i]!;
-            if (restoreIndex <= checkpoint.maxPos && restoreIndex >= checkpoint.minPos)
+            if (restoreIndex >= checkpoint.minPos && checkpoint.maxPos <= contextSize)
                 return checkpoint;
             else if (restoreIndex < checkpoint.minPos)
                 return null;

vitest.config.ts

@@ -6,9 +6,7 @@ export default defineConfig({
             ...configDefaults.exclude,
             "./llama"
         ],
-        pool: (process.platform === "darwin" && process.arch === "arm64")
-            ? "threads"
-            : "forks",
+        pool: "forks",
         maxWorkers: 1,
         maxConcurrency: 1,
         snapshotSerializers: [