Merge pull request #304 from SubstraFoundation/mpl-approaches-test

Test all mpl approaches.

Author: RomainGoussault

tests/ml_perf_end_to_end_tests.py

@@ -8,6 +8,7 @@
 import numpy as np
 import pandas as pd
 
+from mplc import multi_partner_learning
 from mplc.corruption import Duplication
 from mplc.experiment import Experiment
 from mplc.scenario import Scenario
@@ -48,3 +49,20 @@ def test_titanic(self):
         assert np.min(titanic_scenario_1.mpl.history.score) > 0.65
         result = pd.read_csv(exp.experiment_path / 'results.csv')
         assert (result.groupby('scenario_index').mean().mpl_test_score > 0.65).all()
+
+    def test_all_mpl_approaches(self):
+        """
+        Test all the mpl approaches
+        """
+
+        exp = Experiment()
+        mpl_approaches = multi_partner_learning.MULTI_PARTNER_LEARNING_APPROACHES.copy()
+
+        for approach in mpl_approaches:
+            exp.add_scenario(Scenario(2, [0.25, 0.75], epoch_count=2, minibatch_count=2, dataset_name='mnist',
+                                      dataset_proportion=0.1, multi_partner_learning_approach=approach,
+                                      gradient_updates_per_pass_count=3))
+        exp.run()
+
+        df = exp.result
+        assert len(df) == len(mpl_approaches)