We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 30e8c2d commit eec6e52Copy full SHA for eec6e52
1 file changed
.devcontainer/Dockerfile-vllm
@@ -11,6 +11,10 @@ ENV NVTE_FRAMEWORK=pytorch
11
COPY vllm-requirements.txt /tmp/requirements.txt
12
RUN pip install -r /tmp/requirements.txt
13
14
+# Uninstall the transformer engine that comes with the base image.
15
+# Otherwise it will cause error when importing vLLM (LLAVA models).
16
+RUN pip uninstall -y transformer_engine
17
+
18
# crashes docker?
19
# RUN pip install -v -U git+https://github.com/facebookresearch/xformers.git@main#egg=xformers
20
0 commit comments