feat: add csv_to_dss command to convert CSV files to DSS format

Author: dwr-psandhu

pydsm/cli.py

@@ -265,6 +265,38 @@ def pretty_print_input(input_file, output_file=None):
         pretty_print(output_file, tables[table], tableName=table, append=append)
         append = True
 
+@click.command()
+@click.argument("csv_file", type=click.Path(exists=True))
+@click.argument("dss_file", type=click.Path(exists=False))
+@click.option("--index_col", default=0, help="Column to use as index")
+@click.option("--bpart", default="F", help="B part of the DSS path")
+@click.option("--fpart", default="F", help="F part of the DSS path")
+@click.option("--unit", default="UNK", help="Unit of the data")
+@click.option(
+    "--period_type", default="INST-VAL", help="Period type for the time series"
+)
+@click.option(
+    "--multiplier",
+    default=1.0,
+    type=float,
+    help="Multiplier to apply to the data values",
+)
+def csv_to_dss(
+    csv_file,
+    dss_file,
+    index_col=0,
+    bpart="F",
+    fpart="F",
+    unit="UNK",
+    period_type="INST-VAL",
+    multiplier=1.0,
+):
+    """
+    Convert a CSV file to a DSS file.
+    """
+    dssutils.csv_to_dss(
+        csv_file, dss_file, index_col, bpart, fpart, unit, period_type, multiplier
+    )
 
 # Add the commands to the group repeating
 repeating.add_command(create_repeating)
@@ -274,6 +306,7 @@ def pretty_print_input(input_file, output_file=None):
 main.add_command(extract_dss)
 main.add_command(compare_dss)
 main.add_command(copy_all_dss)
+main.add_command(csv_to_dss)
 main.add_command(slice_hydro)
 main.add_command(update_hydro_tidefile_with_inp)
 main.add_command(create_dsm2_input_for_cd)

pydsm/dssutils.py

@@ -5,6 +5,7 @@
 from vtools.functions import filter
 import pandas as pd
 import numpy as np
+import tqdm
 
 from pydsm.hydro_slicer import slice_hydro
 from pydsm.postpro import load_location_file, load_location_table
@@ -261,3 +262,37 @@ def do_catalog_with_lock(dssfile):
     '''
     with pyhecdss.DSSFile(dssfile) as dssh:
         dssh.do_catalog()
+
+
+def csv_to_dss(
+    csv_file,
+    dss_file,
+    index_col=0,
+    apart="A",
+    cpart="C",
+    fpart="F",
+    unit="UNK",
+    period_type="INST-VAL",
+    multiplier=1.0,
+):
+    df = pd.read_csv(csv_file, index_col=index_col, parse_dates=True)
+    df = df * multiplier
+    freq = pd.infer_freq(df.index)
+    if freq is not None:
+        df = df.asfreq(freq)
+    else:
+        print("Cannot infer frequency from the index.")
+        print(df.head())
+        raise ValueError(
+            "Unable to infer frequency from the index. See file " + csv_file
+        )
+    for c in df.columns:
+        with pyhecdss.DSSFile(dss_file, create_new=True) as f:
+            for c in tqdm.tqdm(df.columns):
+                bpart = c
+                ts = df[c]
+                epart = ts.index.freqstr
+                pathname = f"/{apart}/{bpart}/{cpart}///{fpart}/"
+                print("Writing to ", pathname)
+                f.write_rts(pathname, ts, unit, period_type)
+    print("Done")