Skip to content

Commit 4cab862

Browse files
Use the latest HabanaAI/vllm-fork release tag to build vllm-gaudi image (#1635)
Signed-off-by: chensuyue <suyue.chen@intel.com> Co-authored-by: Liang Lv <liang1.lv@intel.com>
1 parent 694207f commit 4cab862

6 files changed

Lines changed: 22 additions & 11 deletions

File tree

.github/workflows/_example-workflow.yml

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -78,16 +78,18 @@ jobs:
7878
cd ${{ github.workspace }}/${{ inputs.example }}/docker_image_build
7979
docker_compose_path=${{ github.workspace }}/${{ inputs.example }}/docker_image_build/build.yaml
8080
if [[ $(grep -c "vllm:" ${docker_compose_path}) != 0 ]]; then
81-
git clone https://github.com/vllm-project/vllm.git && cd vllm
81+
git clone https://github.com/vllm-project/vllm.git && cd vllm
8282
# Get the latest tag
83-
VLLM_VER="$(git describe --tags "$(git rev-list --tags --max-count=1)" )"
83+
VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
8484
echo "Check out vLLM tag ${VLLM_VER}"
85-
git checkout ${VLLM_VER} &> /dev/null
86-
# make sure do not change the pwd
87-
git rev-parse HEAD && cd ../
85+
git checkout ${VLLM_VER} &> /dev/null && cd ../
8886
fi
8987
if [[ $(grep -c "vllm-gaudi:" ${docker_compose_path}) != 0 ]]; then
90-
git clone --depth 1 --branch v0.6.4.post2+Gaudi-1.19.0 https://github.com/HabanaAI/vllm-fork.git
88+
git clone https://github.com/HabanaAI/vllm-fork.git && cd vllm-fork
89+
# Get the latest tag
90+
VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
91+
echo "Check out vLLM tag ${VLLM_VER}"
92+
git checkout ${VLLM_VER} &> /dev/null && cd ../
9193
fi
9294
git clone --depth 1 --branch ${{ inputs.opea_branch }} https://github.com/opea-project/GenAIComps.git
9395
cd GenAIComps && git rev-parse HEAD && cd ../

AgentQnA/tests/step1_build_images.sh

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,8 @@ function build_vllm_docker_image() {
4242
git clone https://github.com/HabanaAI/vllm-fork.git
4343
fi
4444
cd ./vllm-fork
45-
git checkout v0.6.4.post2+Gaudi-1.19.0
45+
VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
46+
git checkout ${VLLM_VER} &> /dev/null
4647
docker build --no-cache -f Dockerfile.hpu -t opea/vllm-gaudi:ci --shm-size=128g . --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy
4748
if [ $? -ne 0 ]; then
4849
echo "opea/vllm-gaudi:ci failed"

ChatQnA/tests/test_compose_guardrails_on_gaudi.sh

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,9 @@ function build_docker_images() {
2929
fi
3030
cd $WORKPATH/docker_image_build
3131
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
32-
git clone --depth 1 --branch v0.6.4.post2+Gaudi-1.19.0 https://github.com/HabanaAI/vllm-fork.git
32+
git clone https://github.com/HabanaAI/vllm-fork.git && cd vllm-fork
33+
VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
34+
git checkout ${VLLM_VER} &> /dev/null && cd ../
3335

3436
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
3537
service_list="chatqna-guardrails chatqna-ui dataprep retriever vllm-gaudi guardrails nginx"

ChatQnA/tests/test_compose_on_gaudi.sh

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,9 @@ function build_docker_images() {
2929
fi
3030
cd $WORKPATH/docker_image_build
3131
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
32-
git clone --depth 1 --branch v0.6.4.post2+Gaudi-1.19.0 https://github.com/HabanaAI/vllm-fork.git
32+
git clone https://github.com/HabanaAI/vllm-fork.git && cd vllm-fork
33+
VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
34+
git checkout ${VLLM_VER} &> /dev/null && cd ../
3335

3436
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
3537
service_list="chatqna chatqna-ui dataprep retriever vllm-gaudi nginx"

ChatQnA/tests/test_compose_without_rerank_on_gaudi.sh

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,9 @@ function build_docker_images() {
2929
fi
3030
cd $WORKPATH/docker_image_build
3131
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
32-
git clone --depth 1 --branch v0.6.4.post2+Gaudi-1.19.0 https://github.com/HabanaAI/vllm-fork.git
32+
git clone https://github.com/HabanaAI/vllm-fork.git && cd vllm-fork
33+
VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
34+
git checkout ${VLLM_VER} &> /dev/null && cd ../
3335

3436
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
3537
service_list="chatqna-without-rerank chatqna-ui dataprep retriever vllm-gaudi nginx"

CodeTrans/tests/test_compose_on_gaudi.sh

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,9 @@ function build_docker_images() {
3030

3131
cd $WORKPATH/docker_image_build
3232
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
33-
git clone --depth 1 --branch v0.6.4.post2+Gaudi-1.19.0 https://github.com/HabanaAI/vllm-fork.git
33+
git clone https://github.com/HabanaAI/vllm-fork.git && cd vllm-fork
34+
VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
35+
git checkout ${VLLM_VER} &> /dev/null && cd ../
3436

3537
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
3638
service_list="codetrans codetrans-ui llm-textgen vllm-gaudi nginx"

0 commit comments

Comments
 (0)