implemented fk hash

Author: jekoorn

n3fit/src/n3fit/scripts/vp_setupfit.py

@@ -40,6 +40,9 @@
 from validphys.loader import FallbackLoader, Loader, PhotonQEDNotFound, TheoryNotFound
 from validphys.utils import yaml_safe
 
+#from pineappl import fk_table
+
+
 loader = FallbackLoader()
 
 SETUPFIT_FIXED_CONFIG = dict(
@@ -65,6 +68,7 @@
 FILTER_OUTPUT_FOLDER = "filter"
 TABLE_OUTPUT_FOLDER = "tables"
 MD5_FILENAME = "md5"
+MD5FK_FILENAME = "md5fk"
 INPUT_FOLDER = "input"
 
 
@@ -131,6 +135,16 @@ def save_md5(self):
             g.write(digest)
         log.info(f"md5 {digest} stored in {output_filename}")
 
+    def save_fk_md5(self, keys):
+        """Save FK-table metadata hashes."""
+        output_filename = self.output_path / MD5FK_FILENAME
+
+        with open(output_filename, "w") as f:
+            for _, value in sorted(keys.items()):
+                f.write(f"{value}\n")
+
+        log.info(f"FK hashes stored in {output_filename}")
+
     @classmethod
     def ns_dump_description(cls):
         return {'filter_path': "The filter output folder", **super().ns_dump_description()}
@@ -189,10 +203,35 @@ def from_yaml(cls, o, *args, **kwargs):
                 'datacuts::theory::theorycovmatconfig nnfit_theory_covmat'
             )
 
-        # Save a hash of the FK-Tables
-        loader = Loader()
-        theories_path = loader.theories_path
-        
+        # Save a hash of the FK-Table metadata
+        l = Loader()
+        theories_path = l.theories_path
+        keys = {}
+
+        for ds in file_content["dataset_inputs"]:
+            setname = ds["dataset"]
+            cdspec = loader.check_commondata(setname)
+
+            fk_tablename = str(cdspec.metadata.theory.FK_tables[0][0])
+
+            # There is probably a more elegant way to get the FK-table path
+            fk_tablepath = (
+                pathlib.Path(theories_path)
+                / f"theory_{theoryid}"
+                / "fastkernel"
+                / f"{fk_tablename}.pineappl.lz4"
+            )
+
+            # fk = fk_table.FkTable.read(str(fk_tablepath))
+            # Should we dump the fk.metadata as opposed to fk_tablepath.read_bytes()?
+            fkhash = hashlib.md5(fk_tablepath.read_bytes()).hexdigest()
+            
+
+            keys[fk_tablename] = (
+                f"{theoryid}_{fk_tablename}_{fkhash}"
+            )
+
+        file_content["_fk_hashes"] = keys
 
 
         # Check fiatlux configuration
@@ -278,6 +317,11 @@ def run(self):
 
             # if succeeded print md5
             self.environment.save_md5()
+
+            # and save the fk hashes
+            import pdb; pdb.set_trace()
+            fk_hashes = self.config_class["_fk_hashes"]
+            self.environment.save_fk_md5(fk_hashes)
         except SetupFitError as e:
             log.error(f"Error in setup-fit:\n{e}")
             sys.exit(1)