Log a hash upon vp-setupfit of the fk tables

n3fit/src/n3fit/n3fit_checks_provider.py

@@ -4,8 +4,15 @@
 This module contains a checks provider to be used by n3fit apps
 """
 
+import hashlib
+import logging
+from pathlib import Path
+
 import n3fit.checks
 
+log = logging.getLogger(__name__)
+MD5FK_FILENAME = "md5fk"
+
 
 @n3fit.checks.check_consistent_basis
 @n3fit.checks.wrapper_check_NN
@@ -40,3 +47,28 @@ def n3fit_checks_action(
 @n3fit.checks.check_eko_exists
 def evolven3fit_checks_action(theoryid):
     return
+
+
+def fktable_hasher(data, output_path):
+    """Writes a hash of the FK-tables to a log file.
+    This hash can be used to ensure whether two
+    (supposedly identical) FK-tables of the same
+    theory and dataset are numerically identical.
+    """
+    md5fk_path = output_path / MD5FK_FILENAME
+    # Open a file to write in
+    with open(md5fk_path, "w") as f:
+        # Loop through the dataspecs object
+        for dataset in data.datasets:
+            fkspecs = dataset.fkspecs
+            for fk in fkspecs:
+                # Get the FK-table path
+                fkpaths = fk.fkpath
+                # For older theories, ensure we always pass a tuple
+                if not isinstance(fkpaths, tuple):
+                    fkpaths = (fk.fkpath,)
+                # And then write the hash of the raw bytes
+                for fkpath in fkpaths:
+                    fkhash = hashlib.md5(fkpath.read_bytes()).hexdigest()
+                    f.write(f"{Path(fkpath.stem).stem} {fkhash}\n")
+        log.info(f"FK-table md5 hashes stored in {output_path}/md5fk")

n3fit/src/n3fit/scripts/vp_setupfit.py

@@ -41,10 +41,11 @@
 from validphys.loader import FallbackLoader, PhotonQEDNotFound, TheoryNotFound
 from validphys.utils import yaml_safe
 
+
 loader = FallbackLoader()
 
 SETUPFIT_FIXED_CONFIG = dict(
-    actions_=['datacuts check_t0pdfset', 'theory evolven3fit_checks_action']
+    actions_=['datacuts check_t0pdfset', 'theory evolven3fit_checks_action', 'theory fktable_hasher']
 )
 
 SETUPFIT_PROVIDERS = [
@@ -286,6 +287,7 @@ def run(self):
 
             # if succeeded print md5
             self.environment.save_md5()
+
         except SetupFitError as e:
             log.error(f"Error in setup-fit:\n{e}")
             sys.exit(1)