nf4 example

Abdennacer-Badaoui · Abdennacer-Badaoui · commit df1084e90edf · 2026-02-20T16:44:39.000+01:00
diff --git a/docs/source/quickstart.mdx b/docs/source/quickstart.mdx
@@ -54,6 +54,7 @@ from transformers import AutoModelForCausalLM, BitsAndBytesConfig
 bnb_config = BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_compute_dtype=torch.bfloat16,
+    bnb_4bit_quant_type="nf4",
 )
 
 model = AutoModelForCausalLM.from_pretrained(

Original file line number	Diff line number	Diff line change
`@@ -54,6 +54,7 @@ from transformers import AutoModelForCausalLM, BitsAndBytesConfig`
`54`	`54`	`bnb_config = BitsAndBytesConfig(`
`55`	`55`	`load_in_4bit=True,`
`56`	`56`	`bnb_4bit_compute_dtype=torch.bfloat16,`
	`57`	`+ bnb_4bit_quant_type="nf4",`
`57`	`58`	`)`
`58`	`59`
`59`	`60`	`model = AutoModelForCausalLM.from_pretrained(`