We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 430c557 commit 90818e8Copy full SHA for 90818e8
1 file changed
docs/source/en/quantization/torchao.md
@@ -66,7 +66,7 @@ from diffusers import DiffusionPipeline, PipelineQuantizationConfig, TorchAoConf
66
from torchao.quantization import Int4WeightOnlyConfig
67
68
pipeline_quant_config = PipelineQuantizationConfig(
69
- quant_mapping={"transformer": TorchAoConfig(Int4WeightOnlyConfig(group_size=128)))}
+ quant_mapping={"transformer": TorchAoConfig(Int4WeightOnlyConfig(group_size=128))}
70
)
71
pipeline = DiffusionPipeline.from_pretrained(
72
"black-forest-labs/FLUX.1-dev",
0 commit comments