You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
sh 'git config --global --add safe.directory /var/lib/jenkins/workspace/NTP_$GIT_BRANCH'
23
-
sh 'git config --global --add safe.directory /home/jenkinsci/workspace/NTP_$GIT_BRANCH'
24
-
}
25
9
}
26
-
27
-
stage('PyTorch version') {
28
-
steps {
29
-
sh 'python -c "import torch; print(torch.__version__)"'
30
-
sh 'python -c "import torchvision; print(torchvision.__version__)"'
31
-
}
32
-
}
33
-
34
-
stage('NeMo Installation') {
35
-
steps {
36
-
sh './reinstall.sh release'
37
-
}
38
-
}
39
-
40
-
41
-
42
-
stage('L0: Create EN TN/ITN Grammars') {
43
-
when {
44
-
anyOf {
45
-
branch 'main'
46
-
changeRequest target: 'main'
47
-
}
48
-
}
49
-
failFast true
50
-
parallel {
51
-
stage('L0: En TN grammars') {
52
-
steps {
53
-
sh 'CUDA_VISIBLE_DEVICES="" python nemo_text_processing/text_normalization/normalize.py --text="1" --cache_dir ${EN_TN_CACHE}'
54
-
}
55
-
}
56
-
stage('L0: En TN non-deterministic grammars') {
57
-
steps {
58
-
sh 'CUDA_VISIBLE_DEVICES="" python nemo_text_processing/text_normalization/normalize_with_audio.py --text="1" --cache_dir ${EN_TN_CACHE}'
59
-
}
60
-
}
61
-
stage('L0: En ITN grammars') {
62
-
steps {
63
-
sh 'CUDA_VISIBLE_DEVICES="" python nemo_text_processing/inverse_text_normalization/inverse_normalize.py --language en --text="twenty" --cache_dir ${EN_TN_CACHE}'
64
-
}
65
-
}
66
-
67
-
}
68
-
}
69
-
70
-
// L1 Tests starts here
71
-
stage('L1: TN/ITN Tests CPU') {
72
-
when {
73
-
anyOf {
74
-
branch 'main'
75
-
changeRequest target: 'main'
76
-
}
77
-
}
78
-
failFast true
79
-
stages {
80
-
stage('L1: Test EN non-deterministic TN & Run all En TN/ITN tests (restore grammars from cache)') {
81
-
steps {
82
-
sh 'CUDA_VISIBLE_DEVICES="" pytest tests/nemo_text_processing/en/ -m "not pleasefixme" --cpu --tn_cache_dir ${EN_TN_CACHE}'
83
-
}
84
-
}
85
-
}
86
-
}
87
-
88
-
stage('L2: NeMo text processing') {
89
-
when {
90
-
anyOf {
91
-
branch 'main'
92
-
changeRequest target: 'main'
93
-
}
94
-
}
95
-
failFast true
96
-
parallel {
97
-
stage('L2: Eng TN') {
98
-
steps {
99
-
sh 'TIME=`date +"%Y-%m-%d-%T"` && NORM_OUTPUT_DIR=/home/jenkinsci/TestData/text_norm/output_${TIME} && \
100
-
cd tools/text_processing_deployment && python pynini_export.py --output=$NORM_OUTPUT_DIR --grammars=tn_grammars --cache_dir ${EN_TN_CACHE} --language=en && ls -R $NORM_OUTPUT_DIR && echo ".far files created "|| exit 1'
101
-
sh 'TIME=`date +"%Y-%m-%d-%T"` && NORM_OUTPUT_DIR=/home/jenkinsci/TestData/text_norm/output_${TIME} && mkdir $NORM_OUTPUT_DIR && \
0 commit comments