Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .github/workflows/model-unittest-gpu-ce-develop.yml
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
name: Model Unittest GPU CE Develop

on:
pull_request:
schedule:
- cron: "0 9 * * 0-4"
- cron: "0 10 * * 0-4"
Expand Down
3 changes: 2 additions & 1 deletion scripts/regression/ci_model_unittest.sh
Original file line number Diff line number Diff line change
Expand Up @@ -180,9 +180,10 @@ if [[ ${FLAGS_enable_CI} == "True" ]] || [[ ${FLAGS_enable_CE} != "False" ]];the
echo "Regression model: ${models}, Update baseline models: ${update_baseline_models}"
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
export FLAGS_tcp_store_using_libuv=0
PYTHONPATH=$(pwd) \
echo PYTHONPATH=$(pwd) \
COVERAGE_SOURCE=paddleformers \
python -m pytest -s -v --alluredir=result --models=${models} --update-baseline=${update_baseline_models} scripts/regression/test_models.py > ${log_path}/model_unittest.log 2>&1
sleep 6h
exit_code=$?
print_info $exit_code model_unittest
if [[ $exit_code -eq 0 ]] && [[ "$update_baseline_models" != "false" ]] && [[ "$update_baseline_models" != "False" ]]; then
Expand Down
18 changes: 9 additions & 9 deletions scripts/regression/install_requirements.sh
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ install_requirements() {
wget -q https://paddle-github-action.bj.bcebos.com/PaddleFleet/release/0.2/latest/cu129/paddlefleet-0.0.0-cp312-cp312-linux_x86_64.whl
pip install paddlefleet-0.0.0-cp312-cp312-linux_x86_64.whl --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ -i https://pypi.org/simple
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --no-cache-dir --force-reinstall --no-dependencies
pip uninstall paddlepaddle-gpu -y
#paddle
wget -q https://paddle-qa.bj.bcebos.com/paddle-pipeline/Release-TagBuild-Training-Linux-Gpu-Cuda12.9-Cudnn9.9-Trt10.5-Mkl-Avx-Gcc11-SelfBuiltPypiUse/latest/paddlepaddle_gpu-0.0.0-cp312-cp312-linux_x86_64.whl
Expand All @@ -39,7 +39,7 @@ install_requirements() {
#fleet
python -m pip install --pre paddlefleet --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ -i https://pypi.org/simple
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir --force-reinstall --no-dependencies
python -m pip uninstall paddlepaddle-gpu -y
#paddle
wget -q https://paddle-qa.bj.bcebos.com/paddle-pipeline/Develop-TagBuild-Training-Linux-Gpu-Cuda130-Cudnn913-Trt1013-Mkl-Avx-Gcc11-SelfBuiltPypiUse/latest/paddlepaddle_gpu-0.0.0-cp313-cp313-linux_x86_64.whl
Expand All @@ -51,7 +51,7 @@ install_requirements() {
#fleet
python -m pip install --pre paddlefleet --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ -i https://pypi.org/simple
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir --force-reinstall --no-dependencies
python -m pip uninstall paddlepaddle-gpu -y
#paddle
wget -q https://paddle-qa.bj.bcebos.com/paddle-pipeline/Develop-TagBuild-Training-Linux-Gpu-Cuda130-Cudnn913-Trt1013-Mkl-Avx-Gcc11-SelfBuiltPypiUse/latest/paddlepaddle_gpu-0.0.0-cp312-cp312-linux_x86_64.whl
Expand All @@ -64,47 +64,47 @@ install_requirements() {
#fleet
python -m pip install "paddleformers[paddlefleet]" --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir --force-reinstall --no-dependencies
#formers
python setup.py bdist_wheel > /dev/null
python -m pip install ./dist/*.whl
elif [[ "$ce_branch" == "CE_Release_cu130_py312" ]]; then # release regerssion
#fleet
python -m pip install "paddleformers[paddlefleet]" --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir --force-reinstall --no-dependencies
#formers
python setup.py bdist_wheel > /dev/null
python -m pip install ./dist/*.whl
elif [[ "$ce_branch" == "CE_Release_cu130_py311" ]]; then # release regerssion
#fleet
python -m pip install "paddleformers[paddlefleet]" --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu130/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu130/ --no-cache-dir --force-reinstall --no-dependencies
#formers
python setup.py bdist_wheel > /dev/null
python -m pip install ./dist/*.whl
elif [[ "$ce_branch" == "CE_Release_cu129_py313" ]]; then # release regerssion
#fleet
python -m pip install "paddleformers[paddlefleet]" --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --no-cache-dir --force-reinstall --no-dependencies
#formers
python setup.py bdist_wheel > /dev/null
python -m pip install ./dist/*.whl
elif [[ "$ce_branch" == "CE_Release_cu129_py312_weekly" ]]; then # release regerssion
#fleet
python -m pip install "paddleformers[paddlefleet]" --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --no-cache-dir --force-reinstall --no-dependencies
#formers
python setup.py bdist_wheel > /dev/null
python -m pip install ./dist/*.whl
elif [[ "$ce_branch" == "CE_Release_cu126_py310" ]]; then # release regerssion
#fleet
python -m pip install "paddleformers[paddlefleet]" --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu126/
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu126/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu126/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu126/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu126/ --no-cache-dir --force-reinstall --no-dependencies
#formers
python setup.py bdist_wheel > /dev/null
python -m pip install ./dist/*.whl
Expand Down
2 changes: 1 addition & 1 deletion scripts/unit_test/ci_unittest.sh
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,7 @@ install_requirements() {
#fleet
python -m pip install --pre paddlefleet --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/
#paddlefleet_ops
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --no-cache-dir
python -m pip install --pre paddlefleet-ops --index-url https://www.paddlepaddle.org.cn/packages/nightly/cu129/ --extra-index-url https://www.paddlepaddle.org.cn/packages/stable/cu129/ --no-cache-dir --force-reinstall --no-dependencies
python -m pip uninstall paddlepaddle-gpu -y
#paddle
wget -q $paddle
Expand Down
Loading