1717 type : string
1818 required : false
1919 default : null
20- test-device :
21- description : ' OpenVINO device to test against'
22- type : string
23- required : false
24- default : ' NPU'
2520 npu-platforms :
2621 description : ' JSON list of NPU platforms to compile for (offline), each runs on its own runner. e.g. ["3720","4000","5010","5020"]'
2722 type : string
5752 INSTALL_DIR : " ${{ github.workspace }}\\ install"
5853 INSTALL_TEST_DIR : " ${{ github.workspace }}\\ install\\ tests"
5954 INSTALL_WHEELS_DIR : " ${{ github.workspace }}\\ install\\ wheels"
60- TEST_DEVICE : ${{ inputs.test-device }}
55+ TEST_DEVICE : ' NPU '
6156 NPU_PLATFORM : ${{ matrix.npu-platform }}
6257 MODEL_SCOPE : ${{ inputs.model-scope }}
6358 steps :
@@ -104,12 +99,12 @@ jobs:
10499 wheels-dir-path : ${{ env.INSTALL_WHEELS_DIR }}
105100 wheels-to-install : ' openvino'
106101
107- - name : Set SSL_CERT_FILE for model downloading
108- run : echo SSL_CERT_FILE=$(python3 -m certifi) >> $env:GITHUB_ENV
109-
110102 - name : Install TF Models tests requirements
111103 run : python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}\requirements_tensorflow
112104
105+ - name : Set SSL_CERT_FILE for model downloading
106+ run : echo SSL_CERT_FILE=$(python3 -m certifi) >> $env:GITHUB_ENV
107+
113108 - name : TensorFlow Models Tests - NPU compile-only (convert_model)
114109 shell : cmd
115110 run : |
@@ -128,7 +123,6 @@ jobs:
128123 set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\model_hub_tests;%PYTHONPATH%
129124 python3 -m pytest ${{ env.INSTALL_TEST_DIR }}\model_hub_tests\tensorflow\test_tf_read_model.py -m "%MODEL_SCOPE%" ^
130125 --html=${{ env.INSTALL_TEST_DIR }}\TEST-tf_fe_npu_read_model_%NPU_PLATFORM%_%MODEL_SCOPE%.html --self-contained-html -v -s
131-
132126 # To debug locally/manually, uncomment:
133127 # env:
134128 # OV_NPU_LOG_LEVEL: LOG_INFO
@@ -159,7 +153,7 @@ jobs:
159153 INSTALL_DIR : " ${{ github.workspace }}\\ install"
160154 INSTALL_TEST_DIR : " ${{ github.workspace }}\\ install\\ tests"
161155 INSTALL_WHEELS_DIR : " ${{ github.workspace }}\\ install\\ wheels"
162- TEST_DEVICE : ${{ inputs.test-device }}
156+ TEST_DEVICE : ' NPU '
163157 NPU_PLATFORM : ${{ matrix.npu-platform }}
164158 MODEL_SCOPE : ${{ inputs.model-scope }}
165159 steps :
@@ -206,20 +200,21 @@ jobs:
206200 wheels-dir-path : ${{ env.INSTALL_WHEELS_DIR }}
207201 wheels-to-install : ' openvino'
208202
209- - name : Set SSL_CERT_FILE for model downloading
210- run : echo SSL_CERT_FILE=$(python3 -m certifi) >> $env:GITHUB_ENV
211-
212203 - name : Install JAX Models tests requirements
213204 run : python3 -m pip install -r ${{ env.INSTALL_TEST_DIR }}\requirements_jax
214205
206+ - name : Set SSL_CERT_FILE for model downloading
207+ run : echo SSL_CERT_FILE=$(python3 -m certifi) >> $env:GITHUB_ENV
208+
215209 - name : JAX/Flax Models Tests - NPU compile-only
216210 shell : cmd
217211 run : |
218212 set PYTHONPATH=${{ env.INSTALL_TEST_DIR }}\model_hub_tests;%PYTHONPATH%
219213 python3 -m pytest ${{ env.INSTALL_TEST_DIR }}\model_hub_tests\jax\test_hf_transformers.py -m "%MODEL_SCOPE%" ^
220214 --html=${{ env.INSTALL_TEST_DIR }}\TEST-jax_npu_model_%NPU_PLATFORM%_%MODEL_SCOPE%.html --self-contained-html -v -s
221-
222- # To debug locally/manually, uncomment:
215+ # TODO: NPU plugin logging is disabled for now (LOG_INFO is very verbose).
216+ # Pending decision with the pipeline owners on how to expose it (input param
217+ # vs. leave off). To debug locally/manually, uncomment:
223218 # env:
224219 # OV_NPU_LOG_LEVEL: LOG_INFO
225220
@@ -251,7 +246,7 @@ jobs:
251246 INSTALL_DIR : " ${{ github.workspace }}\\ install"
252247 INSTALL_TEST_DIR : " ${{ github.workspace }}\\ install\\ tests"
253248 INSTALL_WHEELS_DIR : " ${{ github.workspace }}\\ install\\ wheels"
254- TEST_DEVICE : ${{ inputs.test-device }}
249+ TEST_DEVICE : ' NPU '
255250 NPU_PLATFORM : ${{ matrix.npu-platform }}
256251 MODEL_SCOPE : ${{ inputs.model-scope }}
257252 steps :
@@ -298,9 +293,6 @@ jobs:
298293 wheels-dir-path : ${{ env.INSTALL_WHEELS_DIR }}
299294 wheels-to-install : ' openvino'
300295
301- - name : Set SSL_CERT_FILE for model downloading
302- run : echo SSL_CERT_FILE=$(python3 -m certifi) >> $env:GITHUB_ENV
303-
304296 # Group A: torchvision + timm + edsr share compatible deps (installed together).
305297 - name : " Install PyTorch tests requirements (group A: torchvision/timm/edsr)"
306298 run : |
@@ -309,6 +301,9 @@ jobs:
309301 -r ${{ env.INSTALL_TEST_DIR }}\model_hub_tests\pytorch\envs\timm.txt `
310302 -r ${{ env.INSTALL_TEST_DIR }}\model_hub_tests\pytorch\envs\edsr.txt
311303
304+ - name : Set SSL_CERT_FILE for model downloading
305+ run : echo SSL_CERT_FILE=$(python3 -m certifi) >> $env:GITHUB_ENV
306+
312307 - name : PyTorch Models Tests - NPU compile-only (group A)
313308 shell : cmd
314309 run : |
0 commit comments