Skip to content

Commit d86370b

Browse files
[CI] test installat with torch (#2733)
* [CI] test installation * [CI] set ip & cuda * [CI] install pip * [CI] allow upgrade * [CI] fix env name * [CI] test installation in release
1 parent 4861af7 commit d86370b

2 files changed

Lines changed: 50 additions & 145 deletions

File tree

.github/workflows/release.yml

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -111,7 +111,7 @@ jobs:
111111
export UV_PYTHON=3.14
112112
echo "UV_PYTHON=3.14" >> "$GITHUB_ENV"
113113
114-
env_name="py314_release_source"
114+
env_name="gptqmodel_py314_release_source"
115115
/opt/uv/setup_uv_venv.sh $env_name
116116
117117
- name: Fetch PR by number
@@ -134,6 +134,12 @@ jobs:
134134
echo "PKG_NAME=$pkg" >> "$GITHUB_ENV"
135135
twine check "dist/$pkg"
136136
137+
- name: test installation
138+
run: |
139+
uv venv local_uv_env
140+
source local_uv_env/bin/activate
141+
uv pip install "dist/${{ env.PKG_NAME }}" torch
142+
137143
- name: Upload to local
138144
continue-on-error: true
139145
run: |

.github/workflows/unit_tests.yml

Lines changed: 43 additions & 144 deletions
Original file line numberDiff line numberDiff line change
@@ -466,147 +466,46 @@ jobs:
466466
run: |
467467
rm -rf rm -rf ./* .[^.] .??*
468468
469-
# show-statistics:
470-
# runs-on: [ self-hosted, xeon5 ]
471-
# if: always() && inputs['exclusive-gpu'] && !cancelled()
472-
# container:
473-
# image: modelcloud/gptqmodel:alpine-ci-v1
474-
# needs:
475-
# - torch
476-
# steps:
477-
# - name: Print statistics
478-
# run: curl "http://$RUNNER/gpu/get_vram_logs?id=${{ github.run_id }}"
479-
480-
# m4:
481-
# runs-on: [ self-hosted, m4 ]
482-
# needs:
483-
# - check-vm
484-
# - list-test-files
485-
# if: false && (github.event.inputs.test_names == '' || contains(github.event.inputs.test_names, 'apple') || contains(github.event.inputs.test_names, 'mlx') ) && (needs.list-test-files.outputs.m4-files != '' && needs.list-test-files.outputs.m4-files != '[]') && !cancelled()
486-
# strategy:
487-
# fail-fast: false
488-
# matrix:
489-
# test_script: ${{ fromJSON(needs.list-test-files.outputs.m4-files) }}
490-
# steps:
491-
# - name: Print Env
492-
# run: |
493-
# echo "repo: ${{ env.repo }}"
494-
# echo "ref: ${{ env.ref }}"
495-
# ls -ahl .
496-
#
497-
# - name: Checkout Codes
498-
# uses: actions/checkout@v6
499-
# with:
500-
# repository: ${{ env.repo }}
501-
# ref: ${{ env.ref }}
502-
#
503-
# - name: Run test
504-
# run: |
505-
# export PATH="/opt/homebrew/bin:$PATH" && eval "$(pyenv init -)"
506-
# rm -rf venv || true
507-
#
508-
# echo "=== checking models dir is mounted"
509-
# ls ../../../monster
510-
#
511-
# echo "=== activating venv"
512-
# pyenv global 3.11.11 && python -m venv venv
513-
# source venv/bin/activate
514-
#
515-
# rm profile.sb || true
516-
#
517-
# curl -O http://$RUNNER/scripts/m4/profile.sb
518-
#
519-
# echo "=== installing uv setuptools build"
520-
# pip install setuptools build -U -i http://$RUNNER/simple --trusted-host $RUNNER --extra-index-url https://pypi.org/simple
521-
#
522-
# echo "=== installing test tools"
523-
# uv pip install pytest parameterized vllm device-smi mlx-lm -U -i http://$RUNNER/simple/ --trusted-host $RUNNER --extra-index-url https://pypi.org/simple
524-
#
525-
# echo "=== installing gptqmodel"
526-
# uv pip install . -i http://$RUNNER/simple/ --trusted-host $RUNNER --extra-index-url https://pypi.org/simple
527-
#
528-
# echo "replacing model path"
529-
# find tests -name "*.py" -exec sed -i '' 's/\/monster\/data\/model/..\/..\/..\/monster/g' {} +
530-
#
531-
# TEST=${{ matrix.test_script }}
532-
# if [[ ! "$TEST" == *.py ]]; then
533-
# TEST="$TEST.py"
534-
# fi
535-
# echo "=== running test: $TEST"
536-
# pytest tests/$TEST
537-
#
538-
# - name: Clean cache
539-
# if: always()
540-
# run: |
541-
# source venv/bin/activate && pip cache purge && uv cache clean || true
542-
# rm -rf ../GPTQModel && mkdir ../GPTQModel
543-
#
544-
# mac-test:
545-
# runs-on: macos-latest
546-
# env:
547-
# CUDA_VISIBLE_DEVICES: ''
548-
# TORCH_CUDA_ARCH_LIST: ''
549-
# MAX_JOBS: 3
550-
# BUILD_QQQ: 0
551-
# BUILD_EORA: 0
552-
# GPTQMODEL_BUILD_EXLLAMA_V1: 0
553-
# GPTQMODEL_BUILD_EORA: 0
554-
# GPTQMODEL_FORCE_BUILD: 0
555-
# steps:
556-
# - name: Checkout Codes
557-
# uses: actions/checkout@v6
558-
#
559-
# - uses: actions/setup-python@v6
560-
# with:
561-
# python-version: 3.12
562-
# cache: 'pip'
563-
#
564-
## it wastes too much time to find which exactly one caused installation failed, just unset them all.....
565-
# - name: Install dependencies
566-
# run: |
567-
# unset CUDA_DEVICE_ORDER
568-
# unset CUDA_VISIBLE_DEVICES
569-
# unset TORCH_CUDA_ARCH_LIST
570-
# unset PYTORCH_ALLOC_CONF
571-
# unset MAX_JOBS
572-
# unset RUNNER
573-
# unset XEON5
574-
# unset UV_INDEX_URL
575-
# unset CUDA_VERSION
576-
# unset TORCH_VERSION
577-
# unset PYTHON_VERSION
578-
# unset # PYTHON_GIL
579-
# unset BUILD_QQQ
580-
# unset BUILD_EORA
581-
# unset GPTQMODEL_BUILD_EXLLAMA_V1
582-
# unset GPTQMODEL_BUILD_EORA
583-
# unset LEGACY_TESTS
584-
# unset IGNORED_TEST_FILES
585-
# unset GPTQMODEL_FORCE_BUILD
586-
# unset repo
587-
# unset ref
588-
#
589-
# python -V
590-
# python -m venv venv
591-
# source venv/bin/activate
592-
# pip install pip uv setuptools build wheel torch -U
593-
# pip install meson-python -U
594-
# pip install numpy==2.2.6 -U
595-
#
596-
# uv pip install -e .
597-
# pip install pip Pillow device_smi pypcre tokenicer threadpoolctl accelerate logbar transformers optimum torch -U
598-
#
599-
# - name: Run test
600-
# run: |
601-
# source venv/bin/activate
602-
# python - <<'PY'
603-
# import os
604-
# from transformers import pipeline
605-
# os.environ["CUDA_VISIBLE_DEVICES"] = ""
606-
# os.environ["PYTORCH_ENABLE_MPS_FALLBACK"] = "1"
607-
# llm_pipeline = pipeline(model="JunHowie/Qwen3-0.6B-GPTQ-Int4")
608-
# output = llm_pipeline("Which city is the capital of France?", max_new_tokens=100)
609-
# print(output)
610-
#
611-
# assert "paris" in output.lower()
612-
# PY
469+
torch-test:
470+
runs-on: [ self-hosted, xeon5 ]
471+
container:
472+
image: 10.0.13.31:5000/nvidia/cuda:130-ubuntu24.04_0325
473+
options: --device /dev/dri --ipc=host --runtime=nvidia --gpus all
474+
volumes:
475+
- /monster/ci/env/entrypoint.sh:/entrypoint.sh
476+
- /monster/ci/env/entrypoint.sh:/etc/profile.d/01-entrypoint.sh
477+
- /dev/dri/by-path:/dev/dri/by-path
478+
- /monster/ci/uv:/opt/uv
479+
- /monster/ci/env:/opt/env
480+
steps:
481+
- name: Checkout Codes
482+
uses: actions/checkout@v6
483+
with:
484+
repository: ${{ env.repo }}
485+
ref: ${{ env.ref }}
486+
487+
- name: Test pypi pip
488+
run: |
489+
uv venv pypi_pip_env
490+
source pypi_pip_env/bin/activate
491+
uv pip install pip -U
492+
pip install gptqmodel torch -U
493+
494+
- name: Test pypi uv
495+
run: |
496+
uv venv pypi_uv_env
497+
source pypi_uv_env/bin/activate
498+
uv pip install gptqmodel torch -U
499+
500+
- name: test local pip
501+
run: |
502+
uv venv local_pip_env
503+
source local_pip_env/bin/activate
504+
uv pip install pip -U
505+
pip install . torch -U
506+
507+
- name: test local uv
508+
run: |
509+
uv venv local_uv_env
510+
source local_uv_env/bin/activate
511+
uv pip install . torch -U

0 commit comments

Comments
 (0)