feat(cli): Add compression flag to json database configuration

Author: gfieni

src/powerapi/cli/common_cli_parsing_manager.py

@@ -159,6 +159,7 @@ def __init__(self):
         subparser_json_input.add_argument("n", "name", help_text="Name of the puller", default_value="puller_json")
         subparser_json_input.add_argument("m", "model", help_text="Expected report type")
         subparser_json_input.add_argument("f", "filepath", help_text="Input file path")
+        subparser_json_input.add_argument("c", "compression", default_value='auto', help_text="Compression type")
         self.add_subgroup_parser("input", subparser_json_input)
 
         subparser_mongo_output = SubgroupConfigParsingManager("mongodb")
@@ -252,6 +253,7 @@ def __init__(self):
         subparser_json_output.add_argument("n", "name", help_text="Name of the pusher", default_value="pusher_json")
         subparser_json_output.add_argument("m", "model", help_text="Report type to be exported")
         subparser_json_output.add_argument("f", "filepath", help_text="Output file path")
+        subparser_json_output.add_argument("c", "compression", default_value="auto", help_text="Compression type")
         self.add_subgroup_parser("output", subparser_json_output)
 
         subparser_opentsdb_output = SubgroupConfigParsingManager("opentsdb")

src/powerapi/cli/generator.py

@@ -90,14 +90,16 @@ def generate(self, main_config: dict) -> dict[str, Actor]:
         Generate an actor class and actor start message from config dict
         """
         if self.component_group_name not in main_config:
-            raise PowerAPIException('Configuration error : no ' + self.component_group_name + ' specified')
+            raise PowerAPIException(f'Configuration error : Component {self.component_group_name} group is unknown')
 
         actors = {}
         for component_name, component_config in main_config[self.component_group_name].items():
             try:
                 actors[component_name] = self._gen_actor(component_config, main_config, component_name)
             except KeyError as exn:
-                raise PowerAPIException('Configuration error: Missing "%s" argument for %s component', exn.args[0], component_name) from exn
+                raise PowerAPIException(f'Configuration error: Missing "{exn.args[0]}" argument for {component_name} component') from exn
+            except ValueError as exn:
+                raise PowerAPIException(f'Configuration error: Invalid parameter for {component_name} component: {exn.args[0]}') from exn
 
         return actors
 
@@ -227,7 +229,7 @@ def _json_input_database_factory(conf: dict) -> ReadableDatabase:
         JSON Input database factory method.
         """
         from powerapi.database.json import JsonInput
-        return JsonInput(conf['model'], conf['filepath'])
+        return JsonInput(conf['model'], conf['filepath'], conf['compression'])
 
     @staticmethod
     def _socket_database_factory(conf: dict) -> ReadableDatabase:
@@ -291,7 +293,7 @@ def _json_output_database_factory(conf: dict) -> WritableDatabase:
         JSON Output database factory method.
         """
         from powerapi.database.json import JsonOutput
-        return JsonOutput(conf['model'], conf['filepath'])
+        return JsonOutput(conf['model'], conf['filepath'], conf['compression'])
 
     @staticmethod
     def _mongodb_database_factory(conf: dict) -> WritableDatabase:

tests/utils/cli/several_inputs_outputs_stream_mode_enabled_configuration.json

@@ -18,7 +18,8 @@
       "puller4": {
           "model": "HWPCReport",
           "type": "json",
-          "filepath": "/tmp/pytest-powerapi.jsonl"
+          "filepath": "/tmp/pytest-powerapi.jsonl",
+          "compression": "none"
       }
   },
   "output": {
@@ -30,7 +31,8 @@
       "seventh_pusher": {
           "type": "json",
           "model": "FormulaReport",
-          "filepath": "my_output_filepath"
+          "filepath": "my_output_filepath",
+          "compression": "none"
       }
   }
 }

tests/utils/cli/single_input_multiple_outputs_with_different_report_type_configuration.json

@@ -13,7 +13,8 @@
     "powerrep1": {
       "type": "json",
       "model": "PowerReport",
-      "filepath": "/tmp/pytest-powerrep.jsonl"
+      "filepath": "/tmp/pytest-powerrep.jsonl",
+      "compression": "none"
     },
     "powerrep2": {
       "type": "csv",
@@ -23,7 +24,8 @@
     "formularep": {
       "type": "json",
       "model": "FormulaReport",
-      "filepath": "/tmp/pytest-formularep.jsonl"
+      "filepath": "/tmp/pytest-formularep.jsonl",
+      "compression": "none"
     }
   }
 }