Remove legacy schema-wide jobs system

Replace schema-wide `~jobs` table with per-table JobsTable (Autopopulate 2.0):

- Delete src/datajoint/jobs.py (old JobTable class)
- Remove legacy_jobs property from Schema class
- Delete tests/test_jobs.py (old schema-wide tests)
- Remove clean_jobs fixture and schema.jobs.delete() cleanup calls
- Update test_autopopulate.py to use new per-table jobs API

The new system provides per-table job queues with FK-derived primary keys,
rich status tracking (pending/reserved/success/error/ignore), priority
scheduling, and proper handling of job collisions.

Author: claude

src/datajoint/jobs.py

@@ -10,7 +10,6 @@
 from .errors import AccessError, DataJointError
 from .external import ExternalMapping
 from .heading import Heading
-from .jobs import JobTable
 from .settings import config
 from .table import FreeTable, Log, lookup_class_name
 from .user_tables import Computed, Imported, Lookup, Manual, Part, _get_tier
@@ -70,7 +69,6 @@ def __init__(
         self.context = context
         self.create_schema = create_schema
         self.create_tables = create_tables
-        self._jobs = None
         self._auto_populated_tables = []  # Track auto-populated table classes
         self.external = ExternalMapping(self)
         self.add_objects = add_objects
@@ -354,21 +352,6 @@ def jobs(self):
         self._assert_exists()
         return [table_class().jobs for table_class in self._auto_populated_tables]
 
-    @property
-    def legacy_jobs(self):
-        """
-        Access the legacy schema-level job reservation table (~jobs).
-
-        This is provided for backward compatibility and migration purposes.
-        New code should use per-table jobs via `MyTable.jobs` or `schema.jobs`.
-
-        :return: legacy JobTable
-        """
-        self._assert_exists()
-        if self._jobs is None:
-            self._jobs = JobTable(self.connection, self.database)
-        return self._jobs
-
     @property
     def code(self):
         self._assert_exists()

src/datajoint/schemas.py

@@ -17,7 +17,6 @@
 import datajoint as dj
 from datajoint.errors import (
     FILEPATH_FEATURE_SWITCH,
-    DataJointError,
 )
 
 from . import schema, schema_advanced, schema_external, schema_object, schema_simple
@@ -55,21 +54,6 @@ def clean_autopopulate(experiment, trial, ephys):
     experiment.delete()
 
 
-@pytest.fixture
-def clean_jobs(schema_any):
-    """
-    Explicit cleanup fixture for jobs tests.
-
-    Cleans jobs table before test runs.
-    Tests must explicitly request this fixture to get cleanup.
-    """
-    try:
-        schema_any.jobs.delete()
-    except DataJointError:
-        pass
-    yield
-
-
 @pytest.fixture
 def clean_test_tables(test, test_extra, test_no_extra):
     """
@@ -569,10 +553,6 @@ def mock_cache(tmpdir_factory):
 def schema_any(connection_test, prefix):
     schema_any = dj.Schema(prefix + "_test1", schema.LOCALS_ANY, connection=connection_test)
     assert schema.LOCALS_ANY, "LOCALS_ANY is empty"
-    try:
-        schema_any.jobs.delete()
-    except DataJointError:
-        pass
     schema_any(schema.TTest)
     schema_any(schema.TTest2)
     schema_any(schema.TTest3)
@@ -612,10 +592,6 @@ def schema_any(connection_test, prefix):
     schema_any(schema.Stimulus)
     schema_any(schema.Longblob)
     yield schema_any
-    try:
-        schema_any.jobs.delete()
-    except DataJointError:
-        pass
     schema_any.drop()
 
 
@@ -624,10 +600,6 @@ def schema_any_fresh(connection_test, prefix):
     """Function-scoped schema_any for tests that need fresh schema state."""
     schema_any = dj.Schema(prefix + "_test1_fresh", schema.LOCALS_ANY, connection=connection_test)
     assert schema.LOCALS_ANY, "LOCALS_ANY is empty"
-    try:
-        schema_any.jobs.delete()
-    except DataJointError:
-        pass
     schema_any(schema.TTest)
     schema_any(schema.TTest2)
     schema_any(schema.TTest3)
@@ -667,10 +639,6 @@ def schema_any_fresh(connection_test, prefix):
     schema_any(schema.Stimulus)
     schema_any(schema.Longblob)
     yield schema_any
-    try:
-        schema_any.jobs.delete()
-    except DataJointError:
-        pass
     schema_any.drop()
 
 

tests/conftest.py

@@ -61,17 +61,22 @@ def test_populate_key_list(clean_autopopulate, subject, experiment, trial):
     assert n == ret["success_count"]
 
 
-def test_populate_exclude_error_and_ignore_jobs(clean_autopopulate, schema_any, subject, experiment):
+def test_populate_exclude_error_and_ignore_jobs(clean_autopopulate, subject, experiment):
     # test simple populate
     assert subject, "root tables are empty"
     assert not experiment, "table already filled?"
 
+    # Ensure jobs table is set up by refreshing
+    jobs = experiment.jobs
+    jobs.refresh()
+
     keys = experiment.key_source.fetch("KEY", limit=2)
     for idx, key in enumerate(keys):
         if idx == 0:
-            schema_any.jobs.ignore(experiment.table_name, key)
+            jobs.ignore(key)
         else:
-            schema_any.jobs.error(experiment.table_name, key, "")
+            jobs.reserve(key)
+            jobs.error(key, error_message="Test error")
 
     experiment.populate(reserve_jobs=True)
     assert len(experiment.key_source & experiment) == len(experiment.key_source) - 2