move experiment configurations to lrsystem module

Author: wowtor

lrmodule/__init__.py

@@ -1,10 +1,13 @@
 import pickle
 from pathlib import Path
 
+import confidence
 from lir.config.lrsystem_architectures import specific_source
 from lir.data.models import FeatureData
 from lir.datasets.feature_data_csv import FeatureDataCsvFileParser
+from lir.experiments import Experiment
 from lir.lrsystems.lrsystems import LRSystem
+from lir.main import initialize_experiments
 
 
 def get_lr_system(lr_system_folder: Path, file_name: str = "model.pkl") -> LRSystem:
@@ -50,6 +53,22 @@ def get_reference_data(lr_system_folder: Path, file_name: str = "reference_data.
     return FeatureDataCsvFileParser(file=reference_data_file, label_column="hypothesis").get_instances()
 
 
+def get_validation_experiment(model_name: str, training_data_path: Path, output_path: Path) -> tuple[Experiment, Path]:
+    """
+    Return an `Experiment` that builds and validates a model.
+
+    The `lr_system_folder` will be created in `output_path` under the name "model".
+    """
+    yaml_file = Path(__file__).parent / "models" / model_name / "validation.yaml"
+    yaml_update = {
+        "output_path": str(output_path),
+        "input_file_path": str(training_data_path),
+    }
+    cfg = confidence.Configuration(confidence.loadf(yaml_file), yaml_update)
+    exps, _ = initialize_experiments(cfg)
+    return exps["model"], output_path / "model"
+
+
 # create an alias for the specific source system, since the architecture is identical but the name is misleading
 # in the current application
 binary_lrsystem = specific_source

models/aperture_shear/validation.yaml …le/models/aperture_shear/validation.yamlmodels/aperture_shear/validation.yaml renamed to lrmodule/models/aperture_shear/validation.yaml models/aperture_shear/validation.yaml renamed to lrmodule/models/aperture_shear/validation.yaml

@@ -8,6 +8,7 @@
 from lir.lrsystems.lrsystems import LRSystem
 from lir.main import initialize_experiments
 
+from lrmodule import get_validation_experiment
 
 # TEST_FOLDER is a folder that contains packages (folders) with everything relevant for that specific model
 # (e.g. reference data, trained model, etc.).
@@ -21,16 +22,10 @@
 ])
 def model_folder(request) -> Path:
     TEST_FOLDER.mkdir(exist_ok=True, parents=True)
+    output_path = TEST_FOLDER / request.param
 
     # Generate models at import time so that TEST_FOLDER is populated before @pytest.mark.parametrize
     # evaluates its argument list during collection.
-    yaml_file = Path('models') / request.param / 'validation.yaml'
-    yaml_update = {
-        'output_path': TEST_FOLDER / request.param,
-        'input_file_path': str(Path('data') / f'{request.param}.csv'),
-    }
-    cfg = confidence.Configuration(confidence.loadf(yaml_file), yaml_update)
-    exps, _ = initialize_experiments(cfg)
-    for exp in exps.values():
-        exp.run()
-    return TEST_FOLDER / request.param / 'model'
+    exp, output_folder = get_validation_experiment(request.param, Path('data') / f'{request.param}.csv', output_path)
+    exp.run()
+    return output_folder