Turn off pipe be default (#861)

Author: calvinp0

arc/job/pipe/pipe_coordinator_test.py

@@ -23,6 +23,27 @@
 from arc.species import ARCSpecies
 
 
+_pipe_patches = []
+
+
+def setUpModule():
+    """Enable pipe mode for all tests in this module."""
+    global _pipe_patches
+    pipe_vals = {'enabled': True, 'min_tasks': 10, 'max_workers': 100,
+                 'max_attempts': 3, 'lease_duration_s': 86400}
+    p = patch.dict('arc.job.pipe.pipe_coordinator.pipe_settings', pipe_vals)
+    p.start()
+    _pipe_patches.append(p)
+
+
+def tearDownModule():
+    """Restore pipe settings."""
+    global _pipe_patches
+    for p in _pipe_patches:
+        p.stop()
+    _pipe_patches.clear()
+
+
 def _make_spec(task_id, task_family='conf_opt', engine='mockter', level=None,
                species_label='H2O', conformer_index=0, cores=4, mem=2048):
     """Helper to create a TaskSpec for testing."""

arc/job/pipe/pipe_planner_test.py

@@ -8,14 +8,37 @@
 import shutil
 import tempfile
 import unittest
-from unittest.mock import MagicMock
+from unittest.mock import MagicMock, patch
 
 from arc.job.pipe.pipe_coordinator import PipeCoordinator
 from arc.job.pipe.pipe_planner import PipePlanner
 from arc.level import Level
 from arc.species import ARCSpecies
 
 
+_pipe_patches = []
+
+
+def setUpModule():
+    """Enable pipe mode for all tests in this module."""
+    global _pipe_patches
+    pipe_vals = {'enabled': True, 'min_tasks': 10, 'max_workers': 100,
+                 'max_attempts': 3, 'lease_duration_s': 86400}
+    for target in ('arc.job.pipe.pipe_coordinator.pipe_settings',
+                    'arc.job.pipe.pipe_planner.pipe_settings'):
+        p = patch.dict(target, pipe_vals)
+        p.start()
+        _pipe_patches.append(p)
+
+
+def tearDownModule():
+    """Restore pipe settings."""
+    global _pipe_patches
+    for p in _pipe_patches:
+        p.stop()
+    _pipe_patches.clear()
+
+
 def _make_mock_sched(project_directory):
     """Create a mock Scheduler with attributes the planner needs."""
     sched = MagicMock()

arc/settings/settings.py

@@ -302,7 +302,7 @@
 # Pipe mode settings: distributed HPC execution via job arrays.
 # These can be overridden in ~/.arc/settings.py.
 pipe_settings = {
-    'enabled': True,           # Set to False to disable pipe mode entirely.
+    'enabled': False,          # Set to True to enable pipe mode (it is off by default, use it for large compute campaigns).
     'min_tasks': 10,           # Minimum batch size to trigger pipe mode.
     'max_workers': 100,        # Upper bound on array worker slots per PipeRun.
     'max_attempts': 3,         # Retry budget per task before terminal failure.