@@ -466,147 +466,46 @@ jobs:
466466 run : |
467467 rm -rf rm -rf ./* .[^.] .??*
468468
469- # show-statistics:
470- # runs-on: [ self-hosted, xeon5 ]
471- # if: always() && inputs['exclusive-gpu'] && !cancelled()
472- # container:
473- # image: modelcloud/gptqmodel:alpine-ci-v1
474- # needs:
475- # - torch
476- # steps:
477- # - name: Print statistics
478- # run: curl "http://$RUNNER/gpu/get_vram_logs?id=${{ github.run_id }}"
479-
480- # m4:
481- # runs-on: [ self-hosted, m4 ]
482- # needs:
483- # - check-vm
484- # - list-test-files
485- # if: false && (github.event.inputs.test_names == '' || contains(github.event.inputs.test_names, 'apple') || contains(github.event.inputs.test_names, 'mlx') ) && (needs.list-test-files.outputs.m4-files != '' && needs.list-test-files.outputs.m4-files != '[]') && !cancelled()
486- # strategy:
487- # fail-fast: false
488- # matrix:
489- # test_script: ${{ fromJSON(needs.list-test-files.outputs.m4-files) }}
490- # steps:
491- # - name: Print Env
492- # run: |
493- # echo "repo: ${{ env.repo }}"
494- # echo "ref: ${{ env.ref }}"
495- # ls -ahl .
496- #
497- # - name: Checkout Codes
498- # uses: actions/checkout@v6
499- # with:
500- # repository: ${{ env.repo }}
501- # ref: ${{ env.ref }}
502- #
503- # - name: Run test
504- # run: |
505- # export PATH="/opt/homebrew/bin:$PATH" && eval "$(pyenv init -)"
506- # rm -rf venv || true
507- #
508- # echo "=== checking models dir is mounted"
509- # ls ../../../monster
510- #
511- # echo "=== activating venv"
512- # pyenv global 3.11.11 && python -m venv venv
513- # source venv/bin/activate
514- #
515- # rm profile.sb || true
516- #
517- # curl -O http://$RUNNER/scripts/m4/profile.sb
518- #
519- # echo "=== installing uv setuptools build"
520- # pip install setuptools build -U -i http://$RUNNER/simple --trusted-host $RUNNER --extra-index-url https://pypi.org/simple
521- #
522- # echo "=== installing test tools"
523- # uv pip install pytest parameterized vllm device-smi mlx-lm -U -i http://$RUNNER/simple/ --trusted-host $RUNNER --extra-index-url https://pypi.org/simple
524- #
525- # echo "=== installing gptqmodel"
526- # uv pip install . -i http://$RUNNER/simple/ --trusted-host $RUNNER --extra-index-url https://pypi.org/simple
527- #
528- # echo "replacing model path"
529- # find tests -name "*.py" -exec sed -i '' 's/\/monster\/data\/model/..\/..\/..\/monster/g' {} +
530- #
531- # TEST=${{ matrix.test_script }}
532- # if [[ ! "$TEST" == *.py ]]; then
533- # TEST="$TEST.py"
534- # fi
535- # echo "=== running test: $TEST"
536- # pytest tests/$TEST
537- #
538- # - name: Clean cache
539- # if: always()
540- # run: |
541- # source venv/bin/activate && pip cache purge && uv cache clean || true
542- # rm -rf ../GPTQModel && mkdir ../GPTQModel
543- #
544- # mac-test:
545- # runs-on: macos-latest
546- # env:
547- # CUDA_VISIBLE_DEVICES: ''
548- # TORCH_CUDA_ARCH_LIST: ''
549- # MAX_JOBS: 3
550- # BUILD_QQQ: 0
551- # BUILD_EORA: 0
552- # GPTQMODEL_BUILD_EXLLAMA_V1: 0
553- # GPTQMODEL_BUILD_EORA: 0
554- # GPTQMODEL_FORCE_BUILD: 0
555- # steps:
556- # - name: Checkout Codes
557- # uses: actions/checkout@v6
558- #
559- # - uses: actions/setup-python@v6
560- # with:
561- # python-version: 3.12
562- # cache: 'pip'
563- #
564- # # it wastes too much time to find which exactly one caused installation failed, just unset them all.....
565- # - name: Install dependencies
566- # run: |
567- # unset CUDA_DEVICE_ORDER
568- # unset CUDA_VISIBLE_DEVICES
569- # unset TORCH_CUDA_ARCH_LIST
570- # unset PYTORCH_ALLOC_CONF
571- # unset MAX_JOBS
572- # unset RUNNER
573- # unset XEON5
574- # unset UV_INDEX_URL
575- # unset CUDA_VERSION
576- # unset TORCH_VERSION
577- # unset PYTHON_VERSION
578- # unset # PYTHON_GIL
579- # unset BUILD_QQQ
580- # unset BUILD_EORA
581- # unset GPTQMODEL_BUILD_EXLLAMA_V1
582- # unset GPTQMODEL_BUILD_EORA
583- # unset LEGACY_TESTS
584- # unset IGNORED_TEST_FILES
585- # unset GPTQMODEL_FORCE_BUILD
586- # unset repo
587- # unset ref
588- #
589- # python -V
590- # python -m venv venv
591- # source venv/bin/activate
592- # pip install pip uv setuptools build wheel torch -U
593- # pip install meson-python -U
594- # pip install numpy==2.2.6 -U
595- #
596- # uv pip install -e .
597- # pip install pip Pillow device_smi pypcre tokenicer threadpoolctl accelerate logbar transformers optimum torch -U
598- #
599- # - name: Run test
600- # run: |
601- # source venv/bin/activate
602- # python - <<'PY'
603- # import os
604- # from transformers import pipeline
605- # os.environ["CUDA_VISIBLE_DEVICES"] = ""
606- # os.environ["PYTORCH_ENABLE_MPS_FALLBACK"] = "1"
607- # llm_pipeline = pipeline(model="JunHowie/Qwen3-0.6B-GPTQ-Int4")
608- # output = llm_pipeline("Which city is the capital of France?", max_new_tokens=100)
609- # print(output)
610- #
611- # assert "paris" in output.lower()
612- # PY
469+ torch-test :
470+ runs-on : [ self-hosted, xeon5 ]
471+ container :
472+ image : 10.0.13.31:5000/nvidia/cuda:130-ubuntu24.04_0325
473+ options : --device /dev/dri --ipc=host --runtime=nvidia --gpus all
474+ volumes :
475+ - /monster/ci/env/entrypoint.sh:/entrypoint.sh
476+ - /monster/ci/env/entrypoint.sh:/etc/profile.d/01-entrypoint.sh
477+ - /dev/dri/by-path:/dev/dri/by-path
478+ - /monster/ci/uv:/opt/uv
479+ - /monster/ci/env:/opt/env
480+ steps :
481+ - name : Checkout Codes
482+ uses : actions/checkout@v6
483+ with :
484+ repository : ${{ env.repo }}
485+ ref : ${{ env.ref }}
486+
487+ - name : Test pypi pip
488+ run : |
489+ uv venv pypi_pip_env
490+ source pypi_pip_env/bin/activate
491+ uv pip install pip -U
492+ pip install gptqmodel torch -U
493+
494+ - name : Test pypi uv
495+ run : |
496+ uv venv pypi_uv_env
497+ source pypi_uv_env/bin/activate
498+ uv pip install gptqmodel torch -U
499+
500+ - name : test local pip
501+ run : |
502+ uv venv local_pip_env
503+ source local_pip_env/bin/activate
504+ uv pip install pip -U
505+ pip install . torch -U
506+
507+ - name : test local uv
508+ run : |
509+ uv venv local_uv_env
510+ source local_uv_env/bin/activate
511+ uv pip install . torch -U
0 commit comments