fix: create a context with no parameters (#188)

Author: giladgd

src/evaluator/LlamaModel.ts

@@ -293,7 +293,7 @@ export class LlamaModel {
         return this._model.getTokenType(token) as GgufMetadataTokenizerTokenType;
     }
 
-    public async createContext(options: LlamaContextOptions) {
+    public async createContext(options: LlamaContextOptions = {}) {
         return await withLock(this._llama._memoryLock, LlamaLocks.loadToMemory, options.createSignal, async () => {
             const preventDisposalHandle = this._backendModelDisposeGuard.createPreventDisposalHandle();
             try {
@@ -304,7 +304,7 @@ export class LlamaModel {
         });
     }
 
-    public async createEmbeddingContext(options: LlamaEmbeddingContextOptions) {
+    public async createEmbeddingContext(options: LlamaEmbeddingContextOptions = {}) {
         return await withLock(this._llama._memoryLock, LlamaLocks.loadToMemory, options.createSignal, async () => {
             const preventDisposalHandle = this._backendModelDisposeGuard.createPreventDisposalHandle();
             try {

test/modelDependent/functionary/sanity.test.ts

@@ -12,9 +12,7 @@ describe("functionary", () => {
             const model = await llama.loadModel({
                 modelPath
             });
-            const context = await model.createContext({
-                contextSize: 4096
-            });
+            const context = await model.createContext();
             const chatSession = new LlamaChatSession({
                 contextSequence: context.getSequence()
             });