test: Qwen 3.5 checkpoint use

Author: giladgd

test/modelDependent/qwen3.5-0.8b/functions.test.ts

@@ -0,0 +1,73 @@
+import {describe, expect, test} from "vitest";
+import {defineChatSessionFunction, LlamaChatSession, QwenChatWrapper} from "../../../src/index.js";
+import {getModelFile} from "../../utils/modelFiles.js";
+import {getTestLlama} from "../../utils/getTestLlama.js";
+
+describe("qwen3.5 0.8b", () => {
+    describe("functions", () => {
+        test("use checkpoints", {timeout: 1000 * 60 * 60 * 2}, async () => {
+            const modelPath = await getModelFile("Qwen3.5-0.8B-Q8_0.gguf");
+            const llama = await getTestLlama();
+
+            const model = await llama.loadModel({
+                modelPath
+            });
+            const context = await model.createContext({
+                contextSize: 4096
+            });
+            const chatSession = new LlamaChatSession({
+                contextSequence: context.getSequence()
+            });
+            expect(chatSession.chatWrapper).toBeInstanceOf(QwenChatWrapper);
+
+            const promptOptions: Parameters<typeof chatSession.prompt>[1] = {
+                functions: {
+                    getNthWord: defineChatSessionFunction({
+                        description: "Get an n-th word",
+                        params: {
+                            type: "object",
+                            properties: {
+                                n: {
+                                    enum: [1, 2, 3, 4]
+                                }
+                            }
+                        },
+                        handler(params) {
+                            return ["very", "secret", "this", "hello"][params.n - 1];
+                        }
+                    })
+                }
+            } as const;
+
+            const res = await chatSession.prompt("What is the second word? use the function", promptOptions);
+
+            expect(res).to.toMatchInlineSnapshot(`
+              "
+
+
+
+              The second word is "secret"."
+            `);
+            expect(chatSession.sequence.tokenMeter.usedInputTokens).toMatchInlineSnapshot("372");
+            expect(chatSession.sequence.lastCheckpointIndex).toMatchInlineSnapshot("393");
+            expect(chatSession.sequence.nextTokenIndex).toMatchInlineSnapshot("405");
+
+            const initialMeterState = chatSession.sequence.tokenMeter.getState();
+            const res2 = await chatSession.prompt("Explain what this word means", {
+                ...promptOptions,
+                maxTokens: 40
+            });
+
+            const diffMeterState = chatSession.sequence.tokenMeter.diff(initialMeterState);
+            expect(res2).to.toMatchInlineSnapshot(`
+              "
+
+              The word "secret" means something that is hidden or kept from others. It can also refer to a secret knowledge, a secret weapon, or a secret place."
+            `);
+            expect(diffMeterState.usedInputTokens).toMatchInlineSnapshot("73");
+            expect(diffMeterState.usedInputTokens).to.be.lessThanOrEqual(80);
+            expect(chatSession.sequence.lastCheckpointIndex).toMatchInlineSnapshot("414");
+            expect(chatSession.sequence.nextTokenIndex).toMatchInlineSnapshot("452");
+        });
+    });
+});

test/utils/modelFiles.ts

@@ -21,7 +21,8 @@ const supportedModels = {
     "Llama-3.2-3B-Instruct.Q4_K_M.gguf": "https://huggingface.co/mradermacher/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct.Q4_K_M.gguf?download=true",
     "nomic-embed-text-v1.5.Q4_K_M.gguf": "https://huggingface.co/nomic-ai/nomic-embed-text-v1.5-GGUF/resolve/main/nomic-embed-text-v1.5.Q4_K_M.gguf?download=true",
     "bge-reranker-v2-m3-Q8_0.gguf": "https://huggingface.co/gpustack/bge-reranker-v2-m3-GGUF/resolve/main/bge-reranker-v2-m3-Q8_0.gguf?download=true",
-    "Qwen3-0.6B-Q8_0.gguf": "https://huggingface.co/Qwen/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf?download=true"
+    "Qwen3-0.6B-Q8_0.gguf": "https://huggingface.co/Qwen/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf?download=true",
+    "Qwen3.5-0.8B-Q8_0.gguf": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q8_0.gguf?download=true"
 } as const;
 
 export async function getModelFile(modelName: keyof typeof supportedModels) {