Skip to content

Commit d0f148a

Browse files
authored
Revert "Hebrew itn (#330)"
This reverts commit c33fb3d.
1 parent c33fb3d commit d0f148a

File tree

117 files changed

+110
-4142
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

117 files changed

+110
-4142
lines changed

.pre-commit-config.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -22,30 +22,30 @@ ci:
2222

2323
repos:
2424
- repo: https://github.com/pre-commit/pre-commit-hooks
25-
rev: v6.0.0
25+
rev: v5.0.0
2626
hooks:
2727
- id: check-yaml
2828
- id: check-case-conflict
2929
- id: detect-private-key
3030
- id: requirements-txt-fixer
3131

3232
- repo: https://github.com/PyCQA/flake8
33-
rev: 7.3.0
33+
rev: 7.2.0
3434
hooks:
3535
- id: flake8
3636
args:
3737
- --select=W605
3838

3939
- repo: https://github.com/PyCQA/isort
40-
rev: 6.1.0
40+
rev: 6.0.1
4141
hooks:
4242
- id: isort
4343
name: Format imports
4444
args: [ --multi-line=3, --trailing-comma, --force-grid-wrap=0, --use-parentheses, --line-width=119, -rc, -ws ]
4545
exclude: docs/
4646

47-
- repo: https://github.com/psf/black-pre-commit-mirror
48-
rev: 25.9.0
47+
- repo: https://github.com/psf/black
48+
rev: 25.1.0
4949
hooks:
5050
- id: black
5151
name: Format code

Jenkinsfile

Lines changed: 4 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -2,14 +2,15 @@ pipeline {
22
agent {
33
docker {
44
image 'tnitn_ci_py310:24.07'
5-
args '-v /mnt/jenkins/jenkinsci/TestData:/home/jenkins/TestData -v $HOME/.cache:/root/.cache --shm-size=4g --entrypoint=""'
5+
args '-v /mnt/jenkins/jenkinsci:/home/jenkins -v $HOME/.cache:/root/.cache --shm-size=4g --entrypoint=""'
66
}
77
}
88
options {
99
timeout(time: 2, unit: 'HOURS')
1010
disableConcurrentBuilds(abortPrevious: true)
1111
}
1212
environment {
13+
1314
AR_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/04-24-24-0'
1415
DE_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/10-23-24-0'
1516
EN_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/09-25-25-0'
@@ -23,11 +24,10 @@ pipeline {
2324
SV_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/06-08-23-0'
2425
ZH_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/11-13-24-0'
2526
IT_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/08-22-24-0'
26-
HE_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/09-24-25-0'
2727
HY_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/03-12-24-0'
2828
MR_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/03-12-24-1'
2929
JA_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/10-17-24-1'
30-
HI_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/10-31-25-0'
30+
HI_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/04-22-25-0'
3131
DEFAULT_TN_CACHE='/home/jenkins/TestData/text_norm/ci/grammars/06-08-23-0'
3232
}
3333
stages {
@@ -253,24 +253,7 @@ pipeline {
253253
}
254254
}
255255
}
256-
stage('L0: Create He TN/ITN Grammars & MR') {
257-
when {
258-
anyOf {
259-
branch 'main'
260-
branch 'staging/**'
261-
branch 'staging_*'
262-
changeRequest target: 'main'
263-
}
264-
}
265-
failFast true
266-
parallel {
267-
stage('L0: HE ITN grammars') {
268-
steps {
269-
sh 'CUDA_VISIBLE_DEVICES="" python nemo_text_processing/inverse_text_normalization/inverse_normalize.py --lang=he --text="ת " --cache_dir ${HE_TN_CACHE}'
270-
}
271-
}
272-
}
273-
}
256+
274257
stage('L0: Create HY TN/ITN Grammars & MR') {
275258
when {
276259
anyOf {
@@ -430,11 +413,6 @@ pipeline {
430413
sh 'CUDA_VISIBLE_DEVICES="" pytest tests/nemo_text_processing/hy/ -m "not pleasefixme" --cpu --tn_cache_dir ${HY_TN_CACHE}'
431414
}
432415
}
433-
stage('L1: Run all HE TN/ITN tests (restore grammars from cache)') {
434-
steps {
435-
sh 'CUDA_VISIBLE_DEVICES="" pytest tests/nemo_text_processing/he/ -m "not pleasefixme" --cpu --tn_cache_dir ${HE_TN_CACHE}'
436-
}
437-
}
438416
}
439417
}
440418

nemo_text_processing/inverse_text_normalization/he/__init__.py

Lines changed: 0 additions & 13 deletions
This file was deleted.

nemo_text_processing/inverse_text_normalization/he/data/decimals/minutes_exception.tsv

Lines changed: 0 additions & 2 deletions
This file was deleted.

nemo_text_processing/inverse_text_normalization/he/data/measurements.tsv

Lines changed: 0 additions & 45 deletions
This file was deleted.

nemo_text_processing/inverse_text_normalization/he/data/months.tsv

Lines changed: 0 additions & 13 deletions
This file was deleted.

nemo_text_processing/inverse_text_normalization/he/data/months_name2number.tsv

Lines changed: 0 additions & 12 deletions
This file was deleted.

nemo_text_processing/inverse_text_normalization/he/data/months_ordinal2number.tsv

Lines changed: 0 additions & 12 deletions
This file was deleted.

nemo_text_processing/inverse_text_normalization/he/data/numbers/__init__.py

Lines changed: 0 additions & 13 deletions
This file was deleted.

nemo_text_processing/inverse_text_normalization/he/data/numbers/decimal_fractions.tsv

Lines changed: 0 additions & 6 deletions
This file was deleted.

0 commit comments

Comments
 (0)