File tree Expand file tree Collapse file tree
nemo_text_processing/text_normalization/ar/verbalizers
tests/nemo_text_processing/ar/data_text_normalization Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -11,7 +11,7 @@ pipeline {
1111 }
1212 environment {
1313
14- AR_TN_CACHE = ' /home/jenkinsci/TestData/text_norm/ci/grammars/06-08 -23-0'
14+ AR_TN_CACHE = ' /home/jenkinsci/TestData/text_norm/ci/grammars/10-23 -23-0'
1515 DE_TN_CACHE = ' /home/jenkinsci/TestData/text_norm/ci/grammars/06-08-23-0'
1616 EN_TN_CACHE = ' /home/jenkinsci/TestData/text_norm/ci/grammars/06-14-23-0'
1717 ES_TN_CACHE = ' /home/jenkinsci/TestData/text_norm/ci/grammars/08-29-23-0'
@@ -187,11 +187,11 @@ pipeline {
187187 }
188188 failFast true
189189 parallel {
190- // stage('L0: FR TN grammars') {
191- // steps {
192- // sh 'CUDA_VISIBLE_DEVICES="" python nemo_text_processing/text_normalization/normalize.py --lang=fr --text="2" --cache_dir ${FR_TN_CACHE}'
193- // }
194- // }
190+ stage(' L0: FR TN grammars' ) {
191+ steps {
192+ sh ' CUDA_VISIBLE_DEVICES="" python nemo_text_processing/text_normalization/normalize.py --lang=fr --text="2" --cache_dir ${FR_TN_CACHE}'
193+ }
194+ }
195195 stage(' L0: FR ITN grammars' ) {
196196 steps {
197197 sh ' CUDA_VISIBLE_DEVICES="" python nemo_text_processing/inverse_text_normalization/inverse_normalize.py --lang=fr --text="cent " --cache_dir ${FR_TN_CACHE}'
Original file line number Diff line number Diff line change @@ -60,9 +60,8 @@ def __init__(self, deterministic: bool = True):
6060 + delete_space
6161 + add_and
6262 + fractional_part
63- + keep_space
6463 + delete_space
65- + min
64+ + pynini . closure ( keep_space + min , 0 , 1 )
6665 + delete_preserve_order
6766 )
6867 # this graph fix word order from dollar three (دولار تسعة)--> three dollar (تسعة دولار)
Original file line number Diff line number Diff line change @@ -23,4 +23,5 @@ $20.1~عشرون دولار وعشرة سنتات
2323$20.10~عشرون دولار وعشرة سنتات
2424$0.10~عشرة سنتات
2525$0.03~ثلاثة سنتات
26- $0.20~عشرون سنت
26+ $0.20~عشرون سنت
27+ aed1.2~واحد درهم إماراتي وعشرون
You can’t perform that action at this time.
0 commit comments