We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 87788d8 commit f7b8a7dCopy full SHA for f7b8a7d
modelopt/torch/export/plugins/hf_spec_export.py
@@ -92,7 +92,12 @@ def __init__(self, model: nn.Module):
92
self.model = model
93
94
@abstractmethod
95
- def export(self, export_dir: Path | str, dtype: torch.dtype | None = None):
+ def export(
96
+ self,
97
+ export_dir: Path | str,
98
+ dtype: torch.dtype | None = None,
99
+ offline_specdec_input: dict | None = None,
100
+ ):
101
"""Export the model to the deployment format."""
102
raise NotImplementedError("Subclasses must implement this method.")
103
0 commit comments