Skip to content

Commit e82001e

Browse files
committed
update
1 parent d9b73ff commit e82001e

8 files changed

Lines changed: 1384 additions & 267 deletions

File tree

tests/models/testing_utils/__init__.py

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,36 @@
11
from .attention import AttentionTesterMixin
2+
from .cache import (
3+
CacheTesterMixin,
4+
FasterCacheConfigMixin,
5+
FasterCacheTesterMixin,
6+
FirstBlockCacheConfigMixin,
7+
FirstBlockCacheTesterMixin,
8+
PyramidAttentionBroadcastConfigMixin,
9+
PyramidAttentionBroadcastTesterMixin,
10+
)
211
from .common import BaseModelTesterConfig, ModelTesterMixin
312
from .compile import TorchCompileTesterMixin
413
from .ip_adapter import IPAdapterTesterMixin
514
from .lora import LoraHotSwappingForModelTesterMixin, LoraTesterMixin
615
from .memory import CPUOffloadTesterMixin, GroupOffloadTesterMixin, LayerwiseCastingTesterMixin, MemoryTesterMixin
716
from .parallelism import ContextParallelTesterMixin
817
from .quantization import (
18+
BitsAndBytesCompileTesterMixin,
19+
BitsAndBytesConfigMixin,
920
BitsAndBytesTesterMixin,
21+
GGUFCompileTesterMixin,
22+
GGUFConfigMixin,
1023
GGUFTesterMixin,
24+
ModelOptCompileTesterMixin,
25+
ModelOptConfigMixin,
1126
ModelOptTesterMixin,
27+
QuantizationCompileTesterMixin,
1228
QuantizationTesterMixin,
29+
QuantoCompileTesterMixin,
30+
QuantoConfigMixin,
1331
QuantoTesterMixin,
32+
TorchAoCompileTesterMixin,
33+
TorchAoConfigMixin,
1434
TorchAoTesterMixin,
1535
)
1636
from .single_file import SingleFileTesterMixin
@@ -20,21 +40,39 @@
2040
__all__ = [
2141
"AttentionTesterMixin",
2242
"BaseModelTesterConfig",
43+
"BitsAndBytesCompileTesterMixin",
44+
"BitsAndBytesConfigMixin",
2345
"BitsAndBytesTesterMixin",
46+
"CacheTesterMixin",
2447
"ContextParallelTesterMixin",
2548
"CPUOffloadTesterMixin",
49+
"FasterCacheConfigMixin",
50+
"FasterCacheTesterMixin",
51+
"FirstBlockCacheConfigMixin",
52+
"FirstBlockCacheTesterMixin",
53+
"GGUFCompileTesterMixin",
54+
"GGUFConfigMixin",
2655
"GGUFTesterMixin",
2756
"GroupOffloadTesterMixin",
2857
"IPAdapterTesterMixin",
2958
"LayerwiseCastingTesterMixin",
3059
"LoraHotSwappingForModelTesterMixin",
3160
"LoraTesterMixin",
3261
"MemoryTesterMixin",
62+
"ModelOptCompileTesterMixin",
63+
"ModelOptConfigMixin",
3364
"ModelOptTesterMixin",
3465
"ModelTesterMixin",
66+
"PyramidAttentionBroadcastConfigMixin",
67+
"PyramidAttentionBroadcastTesterMixin",
68+
"QuantizationCompileTesterMixin",
3569
"QuantizationTesterMixin",
70+
"QuantoCompileTesterMixin",
71+
"QuantoConfigMixin",
3672
"QuantoTesterMixin",
3773
"SingleFileTesterMixin",
74+
"TorchAoCompileTesterMixin",
75+
"TorchAoConfigMixin",
3876
"TorchAoTesterMixin",
3977
"TorchCompileTesterMixin",
4078
"TrainingTesterMixin",

0 commit comments

Comments
 (0)