@@ -60,7 +60,7 @@ def run_eval_runner_and_check_no_failures(jobs_config_path: str, headless: bool
6060 raise AssertionError (f"The following jobs failed: { ', ' .join (failed_jobs )} \n All job statuses: { job_statuses } " )
6161
6262
63- @pytest .mark .skip ( reason = "Skipping because of CI stalling" )
63+ @pytest .mark .with_subprocess
6464def test_eval_runner_two_jobs_zero_action (tmp_path ):
6565 """Test eval_runner with 2 jobs using zero_action policy on different objects."""
6666 jobs = [
@@ -93,7 +93,7 @@ def test_eval_runner_two_jobs_zero_action(tmp_path):
9393 run_eval_runner_and_check_no_failures (temp_config_path )
9494
9595
96- @pytest .mark .skip ( reason = "Skipping because of CI stalling" )
96+ @pytest .mark .with_subprocess
9797def test_eval_runner_multiple_environments (tmp_path ):
9898 """Test eval_runner with jobs across different environments."""
9999 jobs = [
@@ -109,9 +109,9 @@ def test_eval_runner_multiple_environments(tmp_path):
109109 "policy_args" : {},
110110 },
111111 {
112- "name" : "galileo_pick_power_drill " ,
112+ "name" : "kitchen_pick_power_drill " ,
113113 "arena_env_args" : {
114- "environment" : "galileo_pick_and_place " ,
114+ "environment" : "put_item_in_fridge_and_close_door " ,
115115 "object" : "power_drill" ,
116116 "embodiment" : "gr1_pink" ,
117117 },
@@ -126,7 +126,7 @@ def test_eval_runner_multiple_environments(tmp_path):
126126 run_eval_runner_and_check_no_failures (temp_config_path )
127127
128128
129- @pytest .mark .skip ( reason = "Skipping because of CI stalling" )
129+ @pytest .mark .with_subprocess
130130def test_eval_runner_different_embodiments (tmp_path ):
131131 """Test eval_runner with jobs using different embodiments."""
132132 jobs = [
@@ -159,15 +159,15 @@ def test_eval_runner_different_embodiments(tmp_path):
159159 run_eval_runner_and_check_no_failures (temp_config_path )
160160
161161
162- @pytest .mark .skip ( reason = "Skipping because of CI stalling" )
162+ @pytest .mark .with_subprocess
163163def test_eval_runner_from_existing_config ():
164164 """Test eval_runner using the zero_action_jobs_config.json and verify no jobs failed."""
165165 config_path = f"{ TestConstants .arena_environments_dir } /eval_jobs_configs/zero_action_jobs_config.json"
166166 assert os .path .exists (config_path ), f"Config file not found: { config_path } "
167167 run_eval_runner_and_check_no_failures (config_path )
168168
169169
170- @pytest .mark .skip ( reason = "Skipping because of CI stalling" )
170+ @pytest .mark .with_subprocess
171171def test_eval_runner_enable_cameras (tmp_path ):
172172 """Test eval_runner with enable_cameras set to true."""
173173 jobs = [
0 commit comments