Skip to content

Commit 5f84f15

Browse files
michalharakalclaude
michalharakal
and
claude
committed
Fix Qwen3 inference: read RoPE base, QK-norm, BOS token from GGUF metadata
Qwen3 produced garbage output because LlamaRuntime hardcoded LLaMA-specific hyperparameters (RoPE base=10k, BOS=1, eps=1e-5) and lacked QK-norm support. Qwen3 requires RoPE base=1M, BOS=151643, eps=1e-6, and per-head RMSNorm on Q/K vectors. Made the shared infrastructure generic by reading these from GGUF metadata instead of hardcoding them. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
1 parent 2c6f0a2 commit 5f84f15

10 files changed

Lines changed: 499 additions & 77 deletions

File tree

‎llm-inference/llama/api/android/llama.api‎

Lines changed: 26 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,11 @@ public final class sk/ainet/models/llama/LlamaGgufTensorNames : sk/ainet/io/gguf
5858

5959
public final class sk/ainet/models/llama/LlamaLayerWeights {
6060
public fun <init> (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;)V
61+
public synthetic fun <init> (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
62+
public fun <init> (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;)V
6163
public final fun component1 ()Lsk/ainet/lang/tensor/Tensor;
64+
public final fun component10 ()Lsk/ainet/lang/tensor/Tensor;
65+
public final fun component11 ()Lsk/ainet/lang/tensor/Tensor;
6266
public final fun component2 ()Lsk/ainet/lang/tensor/Tensor;
6367
public final fun component3 ()Lsk/ainet/lang/tensor/Tensor;
6468
public final fun component4 ()Lsk/ainet/lang/tensor/Tensor;
@@ -67,14 +71,16 @@ public final class sk/ainet/models/llama/LlamaLayerWeights {
6771
public final fun component7 ()Lsk/ainet/lang/tensor/Tensor;
6872
public final fun component8 ()Lsk/ainet/lang/tensor/Tensor;
6973
public final fun component9 ()Lsk/ainet/lang/tensor/Tensor;
70-
public final fun copy (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;)Lsk/ainet/models/llama/LlamaLayerWeights;
71-
public static synthetic fun copy$default (Lsk/ainet/models/llama/LlamaLayerWeights;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;ILjava/lang/Object;)Lsk/ainet/models/llama/LlamaLayerWeights;
74+
public final fun copy (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;)Lsk/ainet/models/llama/LlamaLayerWeights;
75+
public static synthetic fun copy$default (Lsk/ainet/models/llama/LlamaLayerWeights;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;ILjava/lang/Object;)Lsk/ainet/models/llama/LlamaLayerWeights;
7276
public fun equals (Ljava/lang/Object;)Z
7377
public final fun getAttnNorm ()Lsk/ainet/lang/tensor/Tensor;
7478
public final fun getFfnDown ()Lsk/ainet/lang/tensor/Tensor;
7579
public final fun getFfnGate ()Lsk/ainet/lang/tensor/Tensor;
7680
public final fun getFfnNorm ()Lsk/ainet/lang/tensor/Tensor;
7781
public final fun getFfnUp ()Lsk/ainet/lang/tensor/Tensor;
82+
public final fun getKNorm ()Lsk/ainet/lang/tensor/Tensor;
83+
public final fun getQNorm ()Lsk/ainet/lang/tensor/Tensor;
7884
public final fun getWk ()Lsk/ainet/lang/tensor/Tensor;
7985
public final fun getWo ()Lsk/ainet/lang/tensor/Tensor;
8086
public final fun getWq ()Lsk/ainet/lang/tensor/Tensor;
@@ -85,7 +91,13 @@ public final class sk/ainet/models/llama/LlamaLayerWeights {
8591

8692
public final class sk/ainet/models/llama/LlamaModelMetadata {
8793
public fun <init> (Ljava/lang/String;IIIIIILjava/lang/Integer;I)V
94+
public synthetic fun <init> (Ljava/lang/String;IIIIIILjava/lang/Integer;IFFIIILkotlin/jvm/internal/DefaultConstructorMarker;)V
95+
public fun <init> (Ljava/lang/String;IIIIIILjava/lang/Integer;IFFII)V
8896
public final fun component1 ()Ljava/lang/String;
97+
public final fun component10 ()F
98+
public final fun component11 ()F
99+
public final fun component12 ()I
100+
public final fun component13 ()I
89101
public final fun component2 ()I
90102
public final fun component3 ()I
91103
public final fun component4 ()I
@@ -94,17 +106,21 @@ public final class sk/ainet/models/llama/LlamaModelMetadata {
94106
public final fun component7 ()I
95107
public final fun component8 ()Ljava/lang/Integer;
96108
public final fun component9 ()I
97-
public final fun copy (Ljava/lang/String;IIIIIILjava/lang/Integer;I)Lsk/ainet/models/llama/LlamaModelMetadata;
98-
public static synthetic fun copy$default (Lsk/ainet/models/llama/LlamaModelMetadata;Ljava/lang/String;IIIIIILjava/lang/Integer;IILjava/lang/Object;)Lsk/ainet/models/llama/LlamaModelMetadata;
109+
public final fun copy (Ljava/lang/String;IIIIIILjava/lang/Integer;IFFII)Lsk/ainet/models/llama/LlamaModelMetadata;
110+
public static synthetic fun copy$default (Lsk/ainet/models/llama/LlamaModelMetadata;Ljava/lang/String;IIIIIILjava/lang/Integer;IFFIIILjava/lang/Object;)Lsk/ainet/models/llama/LlamaModelMetadata;
99111
public fun equals (Ljava/lang/Object;)Z
100112
public final fun getArchitecture ()Ljava/lang/String;
101113
public final fun getBlockCount ()I
114+
public final fun getBosTokenId ()I
102115
public final fun getContextLength ()I
103116
public final fun getEmbeddingLength ()I
117+
public final fun getEosTokenId ()I
104118
public final fun getFeedForwardLength ()I
105119
public final fun getHeadCount ()I
106120
public final fun getKvHeadCount ()I
121+
public final fun getRmsNormEps ()F
107122
public final fun getRopeDimensionCount ()Ljava/lang/Integer;
123+
public final fun getRopeFreqBase ()F
108124
public final fun getVocabSize ()I
109125
public fun hashCode ()I
110126
public fun toString ()Ljava/lang/String;
@@ -266,14 +282,16 @@ public final class sk/ainet/models/llama/LlamaTensorNames {
266282
public final fun ffnGate (I)Ljava/lang/String;
267283
public final fun ffnNorm (I)Ljava/lang/String;
268284
public final fun ffnUp (I)Ljava/lang/String;
285+
public final fun attnQNorm (I)Ljava/lang/String;
286+
public final fun attnKNorm (I)Ljava/lang/String;
269287
}
270288

271289
public final class sk/ainet/models/llama/LlamaWeightLoader {
272290
public static final field Dequant Lsk/ainet/models/llama/LlamaWeightLoader$Dequant;
273-
public fun <init> (Lkotlin/jvm/functions/Function0;Lsk/ainet/io/model/QuantPolicy;)V
274-
public synthetic fun <init> (Lkotlin/jvm/functions/Function0;Lsk/ainet/io/model/QuantPolicy;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
275-
public fun <init> (Lkotlin/jvm/functions/Function0;ZLsk/ainet/io/model/QuantPolicy;)V
276-
public synthetic fun <init> (Lkotlin/jvm/functions/Function0;ZLsk/ainet/io/model/QuantPolicy;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
291+
public fun <init> (Lkotlin/jvm/functions/Function0;Lsk/ainet/io/model/QuantPolicy;Ljava/util/Set;)V
292+
public synthetic fun <init> (Lkotlin/jvm/functions/Function0;Lsk/ainet/io/model/QuantPolicy;Ljava/util/Set;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
293+
public fun <init> (Lkotlin/jvm/functions/Function0;ZLsk/ainet/io/model/QuantPolicy;Ljava/util/Set;)V
294+
public synthetic fun <init> (Lkotlin/jvm/functions/Function0;ZLsk/ainet/io/model/QuantPolicy;Ljava/util/Set;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
277295
public final fun load (Lsk/ainet/context/ExecutionContext;Lkotlin/reflect/KClass;Lkotlin/jvm/functions/Function2;Lkotlin/coroutines/Continuation;)Ljava/lang/Object;
278296
public final fun loadStreaming (Lsk/ainet/context/ExecutionContext;Lkotlin/reflect/KClass;Lkotlin/jvm/functions/Function2;Lkotlin/coroutines/Continuation;)Ljava/lang/Object;
279297
public final fun loadToMap (Lsk/ainet/context/ExecutionContext;Lkotlin/reflect/KClass;Lkotlin/coroutines/Continuation;)Ljava/lang/Object;

‎llm-inference/llama/api/jvm/llama.api‎

Lines changed: 35 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,11 @@ public final class sk/ainet/models/llama/LlamaGgufTensorNames : sk/ainet/io/gguf
5858

5959
public final class sk/ainet/models/llama/LlamaLayerWeights {
6060
public fun <init> (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;)V
61+
public synthetic fun <init> (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
62+
public fun <init> (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;)V
6163
public final fun component1 ()Lsk/ainet/lang/tensor/Tensor;
64+
public final fun component10 ()Lsk/ainet/lang/tensor/Tensor;
65+
public final fun component11 ()Lsk/ainet/lang/tensor/Tensor;
6266
public final fun component2 ()Lsk/ainet/lang/tensor/Tensor;
6367
public final fun component3 ()Lsk/ainet/lang/tensor/Tensor;
6468
public final fun component4 ()Lsk/ainet/lang/tensor/Tensor;
@@ -67,14 +71,16 @@ public final class sk/ainet/models/llama/LlamaLayerWeights {
6771
public final fun component7 ()Lsk/ainet/lang/tensor/Tensor;
6872
public final fun component8 ()Lsk/ainet/lang/tensor/Tensor;
6973
public final fun component9 ()Lsk/ainet/lang/tensor/Tensor;
70-
public final fun copy (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;)Lsk/ainet/models/llama/LlamaLayerWeights;
71-
public static synthetic fun copy$default (Lsk/ainet/models/llama/LlamaLayerWeights;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;ILjava/lang/Object;)Lsk/ainet/models/llama/LlamaLayerWeights;
74+
public final fun copy (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;)Lsk/ainet/models/llama/LlamaLayerWeights;
75+
public static synthetic fun copy$default (Lsk/ainet/models/llama/LlamaLayerWeights;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Tensor;ILjava/lang/Object;)Lsk/ainet/models/llama/LlamaLayerWeights;
7276
public fun equals (Ljava/lang/Object;)Z
7377
public final fun getAttnNorm ()Lsk/ainet/lang/tensor/Tensor;
7478
public final fun getFfnDown ()Lsk/ainet/lang/tensor/Tensor;
7579
public final fun getFfnGate ()Lsk/ainet/lang/tensor/Tensor;
7680
public final fun getFfnNorm ()Lsk/ainet/lang/tensor/Tensor;
7781
public final fun getFfnUp ()Lsk/ainet/lang/tensor/Tensor;
82+
public final fun getKNorm ()Lsk/ainet/lang/tensor/Tensor;
83+
public final fun getQNorm ()Lsk/ainet/lang/tensor/Tensor;
7884
public final fun getWk ()Lsk/ainet/lang/tensor/Tensor;
7985
public final fun getWo ()Lsk/ainet/lang/tensor/Tensor;
8086
public final fun getWq ()Lsk/ainet/lang/tensor/Tensor;
@@ -85,7 +91,13 @@ public final class sk/ainet/models/llama/LlamaLayerWeights {
8591

8692
public final class sk/ainet/models/llama/LlamaModelMetadata {
8793
public fun <init> (Ljava/lang/String;IIIIIILjava/lang/Integer;I)V
94+
public synthetic fun <init> (Ljava/lang/String;IIIIIILjava/lang/Integer;IFFIIILkotlin/jvm/internal/DefaultConstructorMarker;)V
95+
public fun <init> (Ljava/lang/String;IIIIIILjava/lang/Integer;IFFII)V
8896
public final fun component1 ()Ljava/lang/String;
97+
public final fun component10 ()F
98+
public final fun component11 ()F
99+
public final fun component12 ()I
100+
public final fun component13 ()I
89101
public final fun component2 ()I
90102
public final fun component3 ()I
91103
public final fun component4 ()I
@@ -94,17 +106,21 @@ public final class sk/ainet/models/llama/LlamaModelMetadata {
94106
public final fun component7 ()I
95107
public final fun component8 ()Ljava/lang/Integer;
96108
public final fun component9 ()I
97-
public final fun copy (Ljava/lang/String;IIIIIILjava/lang/Integer;I)Lsk/ainet/models/llama/LlamaModelMetadata;
98-
public static synthetic fun copy$default (Lsk/ainet/models/llama/LlamaModelMetadata;Ljava/lang/String;IIIIIILjava/lang/Integer;IILjava/lang/Object;)Lsk/ainet/models/llama/LlamaModelMetadata;
109+
public final fun copy (Ljava/lang/String;IIIIIILjava/lang/Integer;IFFII)Lsk/ainet/models/llama/LlamaModelMetadata;
110+
public static synthetic fun copy$default (Lsk/ainet/models/llama/LlamaModelMetadata;Ljava/lang/String;IIIIIILjava/lang/Integer;IFFIIILjava/lang/Object;)Lsk/ainet/models/llama/LlamaModelMetadata;
99111
public fun equals (Ljava/lang/Object;)Z
100112
public final fun getArchitecture ()Ljava/lang/String;
101113
public final fun getBlockCount ()I
114+
public final fun getBosTokenId ()I
102115
public final fun getContextLength ()I
103116
public final fun getEmbeddingLength ()I
117+
public final fun getEosTokenId ()I
104118
public final fun getFeedForwardLength ()I
105119
public final fun getHeadCount ()I
106120
public final fun getKvHeadCount ()I
121+
public final fun getRmsNormEps ()F
107122
public final fun getRopeDimensionCount ()Ljava/lang/Integer;
123+
public final fun getRopeFreqBase ()F
108124
public final fun getVocabSize ()I
109125
public fun hashCode ()I
110126
public fun toString ()Ljava/lang/String;
@@ -266,14 +282,16 @@ public final class sk/ainet/models/llama/LlamaTensorNames {
266282
public final fun ffnGate (I)Ljava/lang/String;
267283
public final fun ffnNorm (I)Ljava/lang/String;
268284
public final fun ffnUp (I)Ljava/lang/String;
285+
public final fun attnQNorm (I)Ljava/lang/String;
286+
public final fun attnKNorm (I)Ljava/lang/String;
269287
}
270288

271289
public final class sk/ainet/models/llama/LlamaWeightLoader {
272290
public static final field Dequant Lsk/ainet/models/llama/LlamaWeightLoader$Dequant;
273-
public fun <init> (Lkotlin/jvm/functions/Function0;Lsk/ainet/io/model/QuantPolicy;)V
274-
public synthetic fun <init> (Lkotlin/jvm/functions/Function0;Lsk/ainet/io/model/QuantPolicy;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
275-
public fun <init> (Lkotlin/jvm/functions/Function0;ZLsk/ainet/io/model/QuantPolicy;)V
276-
public synthetic fun <init> (Lkotlin/jvm/functions/Function0;ZLsk/ainet/io/model/QuantPolicy;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
291+
public fun <init> (Lkotlin/jvm/functions/Function0;Lsk/ainet/io/model/QuantPolicy;Ljava/util/Set;)V
292+
public synthetic fun <init> (Lkotlin/jvm/functions/Function0;Lsk/ainet/io/model/QuantPolicy;Ljava/util/Set;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
293+
public fun <init> (Lkotlin/jvm/functions/Function0;ZLsk/ainet/io/model/QuantPolicy;Ljava/util/Set;)V
294+
public synthetic fun <init> (Lkotlin/jvm/functions/Function0;ZLsk/ainet/io/model/QuantPolicy;Ljava/util/Set;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
277295
public final fun load (Lsk/ainet/context/ExecutionContext;Lkotlin/reflect/KClass;Lkotlin/jvm/functions/Function2;Lkotlin/coroutines/Continuation;)Ljava/lang/Object;
278296
public final fun loadStreaming (Lsk/ainet/context/ExecutionContext;Lkotlin/reflect/KClass;Lkotlin/jvm/functions/Function2;Lkotlin/coroutines/Continuation;)Ljava/lang/Object;
279297
public final fun loadToMap (Lsk/ainet/context/ExecutionContext;Lkotlin/reflect/KClass;Lkotlin/coroutines/Continuation;)Ljava/lang/Object;
@@ -310,7 +328,8 @@ public final class sk/ainet/models/llama/MemSegWeightConverter {
310328
}
311329

312330
public final class sk/ainet/models/llama/MmapLlamaLoader : java/lang/AutoCloseable {
313-
public fun <init> (Ljava/nio/file/Path;)V
331+
public fun <init> (Ljava/nio/file/Path;Ljava/util/Set;)V
332+
public synthetic fun <init> (Ljava/nio/file/Path;Ljava/util/Set;ILkotlin/jvm/internal/DefaultConstructorMarker;)V
314333
public fun close ()V
315334
public final fun loadToMap (Lsk/ainet/context/ExecutionContext;Lkotlin/reflect/KClass;)Lsk/ainet/models/llama/LlamaWeights;
316335
}
@@ -343,3 +362,10 @@ public final class sk/ainet/models/llama/QuantizedTensorFactoryKt {
343362
public static final fun toQ8_0TensorData (Lsk/ainet/lang/tensor/Tensor;Lsk/ainet/lang/tensor/Shape;)Lsk/ainet/lang/tensor/data/Q8_0TensorData;
344363
}
345364

365+
public final class sk/ainet/models/llama/VoidDenseModule : sk/ainet/lang/nn/Module, sk/ainet/lang/nn/topology/ModuleParameters {
366+
public fun <init> (Ljava/lang/String;II)V
367+
public fun getModules ()Ljava/util/List;
368+
public fun getName ()Ljava/lang/String;
369+
public fun getParams ()Ljava/util/List;
370+
}
371+

0 commit comments

Comments
 (0)