ci: bump aphrodite-engine version to 0.6.7 (#1253)

* ci: bump aphrodite-engine version to 0.6.7

* update build script

Author: AlpinDale

aphrodite/version.py

@@ -11,4 +11,4 @@
     __commit__ = "COMMIT_HASH_PLACEHOLDER"
     __short_commit__ = "SHORT_COMMIT_HASH_PLACEHOLDER"
 
-__version__ = "0.6.6"
+__version__ = "0.6.7"

build_and_upload_docker.sh

@@ -3,23 +3,46 @@
 set -e
 
 # NOTE(alpin): These are the default values for my own machine.
-MAX_JOBS=96
-NVCC_THREADS=96
+MAX_JOBS=28
+NVCC_THREADS=28
+CUDA_VERSION=12.4.1
+TORCH_CUDA_ARCH_LIST="6.0 6.1 7.0 7.5 8.0 8.6 8.9 9.0+PTX"
 
 while [[ "$#" -gt 0 ]]; do
     case $1 in
         --max_jobs) MAX_JOBS="$2"; shift ;;
         --nvcc_threads) NVCC_THREADS="$2"; shift ;;
+        --cuda_version) CUDA_VERSION="$2"; shift ;;
         *) echo "Unknown parameter passed: $1"; exit 1 ;;
     esac
     shift
 done
 
+# Step 1: Build the wheel
+DOCKER_BUILDKIT=1 docker build . --target build --tag alpindale/aphrodite-build \
+    --build-arg CUDA_VERSION=$CUDA_VERSION \
+    --build-arg max_jobs=$MAX_JOBS \
+    --build-arg nvcc_threads=$NVCC_THREADS
+
+# Create a temporary container to extract the wheel
+docker run -d --name aphrodite-build-container alpindale/aphrodite-build tail -f /dev/null
+# Create dist directory if it doesn't exist
+mkdir -p dist
+# Copy the wheel to the dist directory
+docker cp aphrodite-build-container:/workspace/dist .
+docker stop aphrodite-build-container && docker rm aphrodite-build-container
+
+# Step 2: Build the final Docker image using the wheel
 DOCKER_BUILDKIT=1 docker build -f Dockerfile . --target aphrodite-openai --tag alpindale/aphrodite-openai \
-    --build-arg max_jobs=${MAX_JOBS} --build-arg nvcc_threads=${NVCC_THREADS}
+    --build-arg CUDA_VERSION=$CUDA_VERSION \
+    --build-arg max_jobs=$MAX_JOBS \
+    --build-arg nvcc_threads=$NVCC_THREADS
 
+# Step 3: Tag and push the Docker image
 commit=$(git rev-parse --short HEAD)
 docker tag alpindale/aphrodite-openai alpindale/aphrodite-openai:${commit}
 docker push alpindale/aphrodite-openai:${commit}
 docker tag alpindale/aphrodite-openai alpindale/aphrodite-openai:latest
-docker push alpindale/aphrodite-openai:latest
+docker push alpindale/aphrodite-openai:latest
+
+echo "Build and upload completed successfully!"