feat: support NVFP4 quants

Author: giladgd

src/gguf/types/GgufMetadataTypes.ts

@@ -193,7 +193,8 @@ export enum GgufFileType {
     MOSTLY_Q4_0_8_8 = 35, // deprecated
     MOSTLY_TQ1_0 = 36,
     MOSTLY_TQ2_0 = 37,
-    MOSTLY_MXFP4_MOE = 38
+    MOSTLY_MXFP4_MOE = 38,
+    MOSTLY_NVFP4 = 39
 }
 
 

src/gguf/types/GgufTensorInfoTypes.ts

@@ -60,5 +60,6 @@ export const enum GgmlType {
     IQ4_NL_4_4 = 36,
     IQ4_NL_4_8 = 37,
     IQ4_NL_8_8 = 38,
-    MXFP4 = 39 // MXFP4 (1 block)
+    MXFP4 = 39, // MXFP4 (1 block)
+    NVFP4 = 40 // NVFP4 (4 blocks, E4M3 scale)
 }

src/gguf/utils/ggufQuantNames.ts

@@ -4,6 +4,7 @@ export const ggufQuantNames = new Map<string, GgufFileType>([
     ["Q4_0", GgufFileType.MOSTLY_Q4_0],
     ["Q4_1", GgufFileType.MOSTLY_Q4_1],
     ["MXFP4", GgufFileType.MOSTLY_MXFP4_MOE],
+    ["NVFP4", GgufFileType.MOSTLY_MXFP4_MOE],
     ["Q5_0", GgufFileType.MOSTLY_Q5_0],
     ["Q5_1", GgufFileType.MOSTLY_Q5_1],
     ["IQ2_XXS", GgufFileType.MOSTLY_IQ2_XXS],