additional tests for multi-objective strategies

Author: benvanwerkhoven

test/context.py

@@ -80,6 +80,12 @@
 except ImportError:
     pyatf_present = False
 
+try:
+    import pymoo
+    pymoo_present = True
+except ImportError:
+    pymoo_present = False
+
 try:
     from autotuning_methodology.report_experiments import get_strategy_scores
     methodology_present = True
@@ -110,6 +116,7 @@
 skip_if_no_hip = pytest.mark.skipif(not hip_present, reason="No HIP Python found")
 skip_if_no_pyatf = pytest.mark.skipif(not pyatf_present, reason="PyATF not installed")
 skip_if_no_methodology = pytest.mark.skipif(not methodology_present, reason="Autotuning Methodology not found")
+skip_if_no_pymoo = pytest.mark.skipif(not pymoo_present, reason="No PyMOO found")
 
 
 def skip_backend(backend: str):

test/strategies/test_pymoo_strategies.py

@@ -0,0 +1,36 @@
+import os
+
+import numpy as np
+import pytest
+from pathlib import Path
+
+import kernel_tuner
+from kernel_tuner import util
+
+from ..context import skip_if_no_pymoo
+
+cache_filename =  Path(__file__).parent / "test_cache_time_energy.json"
+
+strategies = ["nsga2", "nsga3"]
+
+@skip_if_no_pymoo
+@pytest.mark.parametrize('strategy', strategies)
+def test_strategies(strategy):
+
+    options = dict(strategy=strategy,
+                strategy_options = dict(popsize=5, max_fevals=15),
+                objective = ["time", "energy"],
+                objective_higher_is_better = [False, False],
+                verbose=True,
+              )
+
+    print(f"testing {strategy}")
+    assert cache_filename.exists()
+    results, env = kernel_tuner.tune_cache(cache_filename, **options)
+
+    # assert has results
+    assert len(results) > 0
+
+    # assert pareto front is stored in env["best_config"]
+    pareto_front = util.get_pareto_results(results, options["objective"], options["objective_higher_is_better"])
+    assert len(pareto_front) == len(env["best_config"])