Skip to content

Commit 9a382b5

Browse files
authored
[CI] Revert eval_runner tests (#559)
## Summary As CI seems to run smoothly agin, bring back previously disabled tests.
1 parent 5cb3325 commit 9a382b5

1 file changed

Lines changed: 7 additions & 7 deletions

File tree

isaaclab_arena/tests/test_eval_runner.py

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,7 @@ def run_eval_runner_and_check_no_failures(jobs_config_path: str, headless: bool
6060
raise AssertionError(f"The following jobs failed: {', '.join(failed_jobs)}\nAll job statuses: {job_statuses}")
6161

6262

63-
@pytest.mark.skip(reason="Skipping because of CI stalling")
63+
@pytest.mark.with_subprocess
6464
def test_eval_runner_two_jobs_zero_action(tmp_path):
6565
"""Test eval_runner with 2 jobs using zero_action policy on different objects."""
6666
jobs = [
@@ -93,7 +93,7 @@ def test_eval_runner_two_jobs_zero_action(tmp_path):
9393
run_eval_runner_and_check_no_failures(temp_config_path)
9494

9595

96-
@pytest.mark.skip(reason="Skipping because of CI stalling")
96+
@pytest.mark.with_subprocess
9797
def test_eval_runner_multiple_environments(tmp_path):
9898
"""Test eval_runner with jobs across different environments."""
9999
jobs = [
@@ -109,9 +109,9 @@ def test_eval_runner_multiple_environments(tmp_path):
109109
"policy_args": {},
110110
},
111111
{
112-
"name": "galileo_pick_power_drill",
112+
"name": "kitchen_pick_power_drill",
113113
"arena_env_args": {
114-
"environment": "galileo_pick_and_place",
114+
"environment": "put_item_in_fridge_and_close_door",
115115
"object": "power_drill",
116116
"embodiment": "gr1_pink",
117117
},
@@ -126,7 +126,7 @@ def test_eval_runner_multiple_environments(tmp_path):
126126
run_eval_runner_and_check_no_failures(temp_config_path)
127127

128128

129-
@pytest.mark.skip(reason="Skipping because of CI stalling")
129+
@pytest.mark.with_subprocess
130130
def test_eval_runner_different_embodiments(tmp_path):
131131
"""Test eval_runner with jobs using different embodiments."""
132132
jobs = [
@@ -159,15 +159,15 @@ def test_eval_runner_different_embodiments(tmp_path):
159159
run_eval_runner_and_check_no_failures(temp_config_path)
160160

161161

162-
@pytest.mark.skip(reason="Skipping because of CI stalling")
162+
@pytest.mark.with_subprocess
163163
def test_eval_runner_from_existing_config():
164164
"""Test eval_runner using the zero_action_jobs_config.json and verify no jobs failed."""
165165
config_path = f"{TestConstants.arena_environments_dir}/eval_jobs_configs/zero_action_jobs_config.json"
166166
assert os.path.exists(config_path), f"Config file not found: {config_path}"
167167
run_eval_runner_and_check_no_failures(config_path)
168168

169169

170-
@pytest.mark.skip(reason="Skipping because of CI stalling")
170+
@pytest.mark.with_subprocess
171171
def test_eval_runner_enable_cameras(tmp_path):
172172
"""Test eval_runner with enable_cameras set to true."""
173173
jobs = [

0 commit comments

Comments
 (0)