fix: fallback to general chat wrapper (#197)

Author: giladgd

llama/addon.cpp

@@ -1092,7 +1092,7 @@ class AddonContext : public Napi::ObjectWrap<AddonContext> {
                 return info.Env().Undefined();
             }
 
-            return Napi::Number::From(info.Env(), llama_get_state_size(ctx));
+            return Napi::Number::From(info.Env(), llama_state_get_size(ctx));
         }
 
         Napi::Value PrintTimings(const Napi::CallbackInfo& info) {
@@ -1220,7 +1220,7 @@ class AddonContextLoadContextWorker : public Napi::AsyncWorker {
         }
         void OnOK() {
             if (context->contextLoaded) {
-                uint64_t contextMemorySize = llama_get_state_size(context->ctx);
+                uint64_t contextMemorySize = llama_state_get_size(context->ctx);
                 adjustNapiExternalMemoryAdd(Env(), contextMemorySize);
                 context->loadedContextMemorySize = contextMemorySize;
             }

src/chatWrappers/utils/resolveChatWrapper.ts

@@ -221,7 +221,9 @@ export function resolveChatWrapper({
                     return createSpecializedChatWrapper(LlamaChatWrapper);
 
                 return createSpecializedChatWrapper(GeneralChatWrapper);
-            } else if (lowercaseName === "yarn" && firstSplitLowercaseSubType === "llama")
+            } else if (lowercaseName === "codellama")
+                return createSpecializedChatWrapper(GeneralChatWrapper);
+            else if (lowercaseName === "yarn" && firstSplitLowercaseSubType === "llama")
                 return createSpecializedChatWrapper(LlamaChatWrapper);
             else if (lowercaseName === "orca")
                 return createSpecializedChatWrapper(ChatMLChatWrapper);
@@ -248,7 +250,7 @@ export function resolveChatWrapper({
         const arch = fileInfo.metadata.general?.architecture;
 
         if (arch === "llama")
-            return createSpecializedChatWrapper(LlamaChatWrapper);
+            return createSpecializedChatWrapper(GeneralChatWrapper);
         else if (arch === "falcon")
             return createSpecializedChatWrapper(FalconChatWrapper);
     }

test/standalone/parseModelFileName.test.ts

@@ -28,6 +28,18 @@ describe("parseModelFileName", () => {
             });
     });
 
+    test("codellama-7b.Q5_K_M.gguf", () => {
+        expect(parseModelFileName("codellama-7b.Q5_K_M.gguf"))
+            .toEqual({
+                name: "codellama",
+                subType: "",
+                quantization: "Q5_K_M",
+                fileType: "gguf",
+                parameters: "7B",
+                otherInfo: []
+            });
+    });
+
     test("phind-codellama-34b-v2.Q4_K_M.gguf", () => {
         expect(parseModelFileName("phind-codellama-34b-v2.Q4_K_M.gguf"))
             .toEqual({