check_estimator

Author: fkiraly

src/hyperactive/tests/test_all_objects.py

@@ -4,6 +4,7 @@
 import shutil
 
 from skbase.testing import BaseFixtureGenerator as _BaseFixtureGenerator
+from skbase.testing import QuickTester as _QuickTester
 from skbase.testing import TestAllObjects as _TestAllObjects
 
 from hyperactive._registry import all_objects
@@ -154,7 +155,7 @@ class ExperimentFixtureGenerator(BaseFixtureGenerator):
     object_type_filter = "experiment"
 
 
-class TestAllExperiments(ExperimentFixtureGenerator):
+class TestAllExperiments(ExperimentFixtureGenerator, _QuickTester):
     """Module level tests for all experiment classes."""
 
     def test_paramnames(self, object_class):
@@ -204,7 +205,7 @@ class OptimizerFixtureGenerator(BaseFixtureGenerator):
     object_type_filter = "optimizer"
 
 
-class TestAllOptimizers(OptimizerFixtureGenerator):
+class TestAllOptimizers(OptimizerFixtureGenerator, _QuickTester):
     """Module level tests for all optimizer classes."""
 
     def test_opt_run(self, object_instance):

src/hyperactive/tests/test_class_register.py

@@ -0,0 +1,94 @@
+# copyright: skpro developers, BSD-3-Clause License (see LICENSE file)
+"""Registry and dispatcher for test classes.
+
+Module does not contain tests, only test utilities.
+"""
+
+__author__ = ["fkiraly"]
+
+from inspect import isclass
+
+
+def get_test_class_registry():
+    """Return test class registry.
+
+    Wrapped in a function to avoid circular imports.
+
+    Returns
+    -------
+    testclass_dict : dict
+        test class registry
+        keys are scitypes, values are test classes TestAll[Scitype]
+    """
+    from hyperactive.tests.test_all_objects import (
+        TestAllExperiments,
+        TestAllObjects,
+        TestAllOptimizers,
+    )
+
+    testclass_dict = dict()
+    # every object in sktime inherits from BaseObject
+    # "object" tests are run for all objects
+    testclass_dict["object"] = TestAllObjects
+    # more specific base classes
+    # these inherit either from BaseEstimator or BaseObject,
+    # so also imply estimator and object tests, or only object tests
+    testclass_dict["experiment"] = TestAllExperiments
+    testclass_dict["optimizer"] = TestAllOptimizers
+
+    return testclass_dict
+
+
+def get_test_classes_for_obj(obj):
+    """Get all test classes relevant for an object or estimator.
+
+    Parameters
+    ----------
+    obj : object or estimator, descendant of sktime BaseObject or BaseEstimator
+        object or estimator for which to get test classes
+
+    Returns
+    -------
+    test_classes : list of test classes
+        list of test classes relevant for obj
+        these are references to the actual classes, not strings
+        if obj was not a descendant of BaseObject or BaseEstimator, returns empty list
+    """
+    from skbase.base import BaseObject
+
+    def is_object(obj):
+        """Return whether obj is an estimator class or estimator object."""
+        if isclass(obj):
+            return issubclass(obj, BaseObject)
+        else:
+            return isinstance(obj, BaseObject)
+
+    # warning: BaseEstimator does not inherit from BaseObject,
+    # therefore we need to check both
+    if not is_object(obj):
+        return []
+
+    testclass_dict = get_test_class_registry()
+
+    # we always need to run "object" tests
+    test_clss = [testclass_dict["object"]]
+
+    try:
+        if isclass(obj):
+            obj_scitypes = obj.get_class_tag("object_type")
+        elif hasattr(obj, "get_tag"):
+            obj_scitypes = obj.get_tag("object_type")
+        else:
+            obj_scitypes = []
+    except Exception:
+        obj_scitypes = []
+
+    if isinstance(obj_scitypes, str):
+        # if obj_scitypes is a string, convert to list
+        obj_scitypes = [obj_scitypes]
+
+    for obj_scitype in obj_scitypes:
+        if obj_scitype in testclass_dict:
+            test_clss += [testclass_dict[obj_scitype]]
+
+    return test_clss