add tests for cmd output

Author: SimonBlanke

tests/test_api/test_empty_output/__init__.py

@@ -0,0 +1,20 @@
+import numpy as np
+from hyperactive import Hyperactive
+
+
+class Experiment(BaseExperiment):
+    def objective_function(self, opt):
+        score = -opt["x1"] * opt["x1"]
+        return score
+
+
+experiment = Experiment()
+
+search_config = SearchConfig(
+    x1=list(np.arange(-100, 101, 1)),
+)
+
+
+hyper = Hyperactive()
+hyper.add_search(experiment, search_config, n_iter=30, memory=True)
+hyper.run(verbosity=False)

tests/test_api/test_empty_output/non_verbose.py

@@ -0,0 +1,41 @@
+import os, sys, subprocess
+
+here = os.path.dirname(os.path.abspath(__file__))
+
+verbose_file = os.path.join(here, "verbose.py")
+non_verbose_file = os.path.join(here, "non_verbose.py")
+
+
+def _run_subprocess(script):
+    output = []
+    process = subprocess.Popen(
+        [sys.executable, "-u", script],
+        stdout=subprocess.PIPE,
+        stderr=subprocess.PIPE,
+        text=True,
+        bufsize=1,  # Line buffered
+        env={**os.environ, "PYTHONUNBUFFERED": "1"},
+    )
+    # Read output line by line
+    while True:
+        line = process.stdout.readline()
+        if line:
+            output.append(line)
+        if not line and process.poll() is not None:
+            break
+
+    return "".join(output), process.stderr.read()
+
+
+def test_empty_output():
+    stdout_verb, stderr_verb = _run_subprocess(verbose_file)
+    stdout_non_verb, stderr_non_verb = _run_subprocess(non_verbose_file)
+
+    print("\n stdout_verb \n", stdout_verb, "\n")
+    print("\n stderr_verb \n", stderr_verb, "\n")
+
+    print("\n stdout_non_verb \n", stdout_non_verb, "\n")
+    print("\n stderr_non_verb \n", stderr_non_verb, "\n")
+
+    assert "Results:" in stdout_verb
+    assert not stdout_non_verb

tests/test_api/test_empty_output/test_empty_output.py

@@ -0,0 +1,26 @@
+import sys
+import numpy as np
+
+from hyperactive.optimizers import HillClimbingOptimizer
+from hyperactive.experiment import BaseExperiment
+from hyperactive.search_config import SearchConfig
+
+
+class Experiment(BaseExperiment):
+    def objective_function(self, opt):
+        score = -opt["x1"] * opt["x1"]
+        return score
+
+
+experiment = Experiment()
+
+search_config = SearchConfig(
+    x1=list(np.arange(-100, 101, 1)),
+)
+
+
+hyper = HillClimbingOptimizer()
+hyper.add_search(experiment, search_config, n_iter=30, memory=True)
+hyper.run()
+
+sys.stdout.flush()