Skip to content

Commit 5c39abb

Browse files
committed
[fix] engine args import
Signed-off-by: AlpinDale <alpindale@gmail.com>
1 parent 448f0f0 commit 5c39abb

4 files changed

Lines changed: 5 additions & 6 deletions

File tree

aphrodite/modeling/model_loader/tensorizer.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@
2727
from aphrodite.utils.import_utils import PlaceholderModule
2828

2929
if TYPE_CHECKING:
30-
from aphrodite.engine.arg_utils import EngineArgs
30+
from aphrodite.engine.args_tools import EngineArgs
3131

3232
try:
3333
from tensorizer import DecryptionParams, EncryptionParams, TensorDeserializer, TensorSerializer

benchmarks/benchmark_long_document_qa_throughput.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -34,17 +34,16 @@
3434
(Optional, default: 0)
3535
3636
In the meantime, it also supports all the Aphrodite engine args to initialize the
37-
LLM engine. You can refer to the `aphrodite.engine.arg_utils.EngineArgs` for more
37+
LLM engine. You can refer to the `aphrodite.engine.args_tools.EngineArgs` for more
3838
details.
3939
"""
4040

4141
import dataclasses
4242
import random
4343
import time
4444

45-
from aphrodite.engine.arg_utils import EngineArgs
46-
4745
from aphrodite import LLM, SamplingParams
46+
from aphrodite.engine.args_tools import EngineArgs
4847
from aphrodite.utils.argparse_utils import FlexibleArgumentParser
4948

5049

benchmarks/benchmark_prefix_caching.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,10 +31,10 @@
3131
import random
3232
import time
3333

34-
from aphrodite.engine.arg_utils import EngineArgs
3534
from transformers import PreTrainedTokenizerBase
3635

3736
from aphrodite import LLM, SamplingParams
37+
from aphrodite.engine.args_tools import EngineArgs
3838
from aphrodite.utils.argparse_utils import FlexibleArgumentParser
3939

4040
try:

benchmarks/benchmark_prioritization.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,9 +6,9 @@
66
import random
77
import time
88

9-
from aphrodite.engine.arg_utils import EngineArgs
109
from transformers import AutoTokenizer, PreTrainedTokenizerBase
1110

11+
from aphrodite.engine.args_tools import EngineArgs
1212
from aphrodite.utils.argparse_utils import FlexibleArgumentParser
1313

1414

0 commit comments

Comments
 (0)