|
1 | 1 | pipeline { |
2 | 2 | agent { |
3 | 3 | docker { |
4 | | - image 'tnitn_ci_py312:25.03' |
| 4 | + image 'tnitn_ci_py310:24.07' |
5 | 5 | args '-v /mnt/jenkins/jenkinsci:/home/jenkins -v $HOME/.cache:/root/.cache --shm-size=4g --entrypoint=""' |
6 | 6 | } |
7 | 7 | } |
@@ -426,31 +426,31 @@ pipeline { |
426 | 426 | } |
427 | 427 | } |
428 | 428 | failFast true |
429 | | - stages { |
| 429 | + parallel { |
430 | 430 | stage('L2: EN ITN Run Sparrowhawk test - Lower Cased Input') { |
431 | 431 | steps { |
432 | | - sh 'CUDA_VISIBLE_DEVICES="" cd tools/text_processing_deployment && bash sh_test.sh --MODE="test_itn_grammars" --OVERWRITE_CACHE=False --FAR_PATH=${EN_TN_CACHE}/SH_ITN --LANGUAGE="en"' |
433 | | - sh 'CUDA_VISIBLE_DEVICES="" cd tests/nemo_text_processing/en && bash test_sparrowhawk_inverse_text_normalization.sh /workspace/sparrowhawk/documentation/grammars `pwd`' |
| 432 | + sh 'CUDA_VISIBLE_DEVICES="" cp -r /workspace/sparrowhawk/documentation/grammars /workspace/sparrowhawk/documentation/grammars_en_itn_grammars_lower_cased && cd tools/text_processing_deployment && bash sh_test.sh --MODE="test_itn_grammars" --OVERWRITE_CACHE=False --FAR_PATH=${EN_TN_CACHE}/SH_ITN --LANGUAGE="en"' |
| 433 | + sh 'CUDA_VISIBLE_DEVICES="" cd tests/nemo_text_processing/en && bash test_sparrowhawk_inverse_text_normalization.sh /workspace/sparrowhawk/documentation/grammars_en_itn_grammars_lower_cased `pwd`' |
434 | 434 |
|
435 | 435 | } |
436 | 436 | } |
437 | 437 | stage('L2: EN ITN Run Sparrowhawk test - Cased Input') { |
438 | 438 | steps { |
439 | | - sh 'CUDA_VISIBLE_DEVICES="" cd tools/text_processing_deployment && bash sh_test.sh --MODE="test_itn_grammars" --INPUT_CASE="cased" --OVERWRITE_CACHE=False --FAR_PATH=${EN_TN_CACHE}/SH_ITN_cased --LANGUAGE="en"' |
440 | | - sh 'CUDA_VISIBLE_DEVICES="" cd tests/nemo_text_processing/en && bash test_sparrowhawk_inverse_text_normalization_cased.sh /workspace/sparrowhawk/documentation/grammars `pwd`' |
| 439 | + sh 'CUDA_VISIBLE_DEVICES="" cp -r /workspace/sparrowhawk/documentation/grammars /workspace/sparrowhawk/documentation/grammars_en_itn_grammars_cased && cd tools/text_processing_deployment && bash sh_test.sh --MODE="test_itn_grammars" --INPUT_CASE="cased" --OVERWRITE_CACHE=False --FAR_PATH=${EN_TN_CACHE}/SH_ITN_cased --LANGUAGE="en"' |
| 440 | + sh 'CUDA_VISIBLE_DEVICES="" cd tests/nemo_text_processing/en && bash test_sparrowhawk_inverse_text_normalization_cased.sh /workspace/sparrowhawk/documentation/grammars_en_itn_grammars_cased `pwd`' |
441 | 441 |
|
442 | 442 | } |
443 | 443 | } |
444 | 444 | stage('L2: EN TN Run Sparrowhawk test') { |
445 | 445 | steps { |
446 | | - sh 'CUDA_VISIBLE_DEVICES="" cd tools/text_processing_deployment && bash sh_test.sh --MODE="test_tn_grammars" --INPUT_CASE="cased" --OVERWRITE_CACHE=False --FAR_PATH=${EN_TN_CACHE}/SH_TN --GRAMMARS="tn_grammars" --LANGUAGE="en" ' |
447 | | - sh 'CUDA_VISIBLE_DEVICES="" cd tests/nemo_text_processing/en && bash test_sparrowhawk_normalization.sh /workspace/sparrowhawk/documentation/grammars `pwd`' |
| 446 | + sh 'CUDA_VISIBLE_DEVICES="" cp -r /workspace/sparrowhawk/documentation/grammars /workspace/sparrowhawk/documentation/grammars_en_tn_grammars_cased && cd tools/text_processing_deployment && bash sh_test.sh --MODE="test_tn_grammars" --INPUT_CASE="cased" --OVERWRITE_CACHE=False --FAR_PATH=${EN_TN_CACHE}/SH_TN --GRAMMARS="tn_grammars" --LANGUAGE="en" ' |
| 447 | + sh 'CUDA_VISIBLE_DEVICES="" cd tests/nemo_text_processing/en && bash test_sparrowhawk_normalization.sh /workspace/sparrowhawk/documentation/grammars_en_tn_grammars_cased `pwd`' |
448 | 448 | } |
449 | 449 | } |
450 | 450 |
|
451 | 451 | } |
452 | 452 | } |
453 | | - |
| 453 | + |
454 | 454 | stage('L2: NeMo text processing') { |
455 | 455 | when { |
456 | 456 | anyOf { |
|
0 commit comments