minor fixes for the tagger files

Signed-off-by: Namrata Gachchi <ngachchi@nvidia.com>

Author: ngachchi

nemo_text_processing/text_normalization/hi/taggers/measure.py

@@ -19,6 +19,11 @@
 from nemo_text_processing.text_normalization.hi.utils import get_abs_path
 
 
+digit = pynini.string_file(get_abs_path("data/numbers/digit.tsv"))
+teens_ties = pynini.string_file(get_abs_path("data/numbers/teens_and_ties.tsv"))
+teens_and_ties = pynutil.add_weight(teens_ties, -0.1)
+
+
 class MeasureFst(GraphFst):
     """
     Finite state transducer for classifying measure, suppletive aware, e.g. 
@@ -35,7 +40,7 @@ class MeasureFst(GraphFst):
     def __init__(self, cardinal: GraphFst, decimal: GraphFst):
         super().__init__(name="measure", kind="classify")
 
-        cardinal_graph = cardinal.final_graph
+        cardinal_graph = digit | teens_and_ties | cardinal.graph_hundreds | cardinal.graph_thousands
         decimal_graph = decimal.final_graph_wo_negative
         unit_graph = pynini.string_file(get_abs_path("data/measure/unit.tsv"))
 

nemo_text_processing/text_normalization/hi/taggers/money.py

@@ -41,14 +41,17 @@ def __init__(self, cardinal: GraphFst):
 
         cardinal_graph = cardinal.final_graph
 
+        optional_graph_negative = pynini.closure(
+            pynutil.insert("negative: ") + pynini.cross("-", "\"true\"") + insert_space, 0, 1,
+        )
         currency_major = pynutil.insert('currency_maj: "') + currency_graph + pynutil.insert('"')
         integer = pynutil.insert('integer_part: "') + cardinal_graph + pynutil.insert('"')
         fraction = pynutil.insert('fractional_part: "') + cardinal_graph + pynutil.insert('"')
         currency_minor = pynutil.insert('currency_min: "') + pynutil.insert("centiles") + pynutil.insert('"')
 
-        graph_major_only = currency_major + insert_space + integer
+        graph_major_only = optional_graph_negative + currency_major + insert_space + integer
         graph_major_and_minor = (
-            currency_major + insert_space + integer + pynini.cross(".", " ") + fraction + insert_space + currency_minor
+            optional_graph_negative + currency_major + insert_space + integer + pynini.cross(".", " ") + fraction + insert_space + currency_minor
         )
 
         graph_currencies = graph_major_only | graph_major_and_minor