We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e79a11d commit cea1004Copy full SHA for cea1004
1 file changed
extension/llm/export/config/llm_config.py
@@ -306,10 +306,15 @@ class MethodConfig:
306
Attributes:
307
method_name: Name of the method to export.
308
lora_config: Optional LoRA configuration.
309
+ export_seq_len: Sequence length of example inputs used during
310
+ torch.export tracing. Controls which graph path is captured, e.g.
311
+ prefill vs decode, or for YOCO, where all layers run for decode
312
+ but not prefill. When unset, uses the model's default input length.
313
"""
314
315
method_name: str
316
lora_config: Optional[LoraConfig] = None
317
+ export_seq_len: Optional[int] = None
318
319
320
@dataclass
0 commit comments