update tests

Author: Obada Haddad

.circleci/config.yml

@@ -3,7 +3,6 @@ version: 2
 jobs:
   test:
     machine:
-      #image: ubuntu-2204:2024.01.2
       image: ubuntu-2404:current
     resource_class: large
     steps:

playwrightPython/test_competition.py

@@ -63,13 +63,21 @@ def test_manual_competition_creation(page: Page):
     page.get_by_role("link", name=" Benchmarks/Competitions").click()
     page.get_by_role("link", name=" Create").click()
     page.get_by_role("textbox").nth(1).click()
-    page.get_by_role("textbox").nth(1).fill("Test")
+    page.get_by_role("textbox").nth(1).fill("Test Title")
     with page.expect_file_chooser() as fc_info:
         page.get_by_role("button", name="").click()
     file_chooser = fc_info.value
     file_chooser.set_files("test_files/competition/test_logo.png")
     page.locator(".CodeMirror-scroll").first.click()
-    page.get_by_role("application").get_by_role("textbox").fill("on")
+    page.get_by_role("application").get_by_role("textbox").fill("Test Description ")
+    page.get_by_role("textbox", name="Example: $1000 for the top").click()
+    page.get_by_role("textbox", name="Example: $1000 for the top").fill("1000€")
+    page.get_by_role("textbox", name="Example: email@example.com").click()
+    page.get_by_role("textbox", name="Example: email@example.com").fill("organizer@email.com")
+    page.get_by_text("Auto-run submissions").click()
+    page.get_by_text("Enable Competition Forum").click()
+    page.get_by_text("Make Programs Available").click()
+    page.get_by_text("Make Input Data Available").click()
     page.get_by_role("textbox", name="Example: codalab/codalab-").click()
     page.get_by_role("textbox", name="Example: codalab/codalab-").fill("codalab/codalab-legacy:py37")
     page.get_by_text("Participation").click()
@@ -94,15 +102,22 @@ def test_manual_competition_creation(page: Page):
     page.locator("input[name=\"end_date\"]").click()
     page.locator("input[name=\"end_date\"]").fill("")
     page.locator("div:nth-child(7) > .EasyMDEContainer > .CodeMirror > .CodeMirror-scroll").click()
-    page.locator(".CodeMirror.cm-s-easymde.CodeMirror-wrap.CodeMirror-focused > div > textarea").fill("Phase")
+    page.locator(".CodeMirror.cm-s-easymde.CodeMirror-wrap.CodeMirror-focused > div > textarea").fill("This is a phase Test")
     page.locator(".ui.search.selection.dropdown.multiple").first.click()
     page.locator(".ui.search.selection.dropdown.multiple > .search").first.fill(str(titleNum) + "Playwright Task")
     page.get_by_text(str(titleNum) + "Playwright Task").nth(1).click()
+    page.locator(".title > .dropdown").click()
+    page.locator("input[name=\"execution_time_limit\"]").click()
+    page.locator("input[name=\"execution_time_limit\"]").fill("100")
+    page.locator("input[name=\"max_submissions_per_day\"]").click()
+    page.locator("input[name=\"max_submissions_per_day\"]").fill("2")
+    page.locator("input[name=\"max_submissions_per_person\"]").click()
+    page.locator("input[name=\"max_submissions_per_person\"]").fill("3")
     page.get_by_text("Save").nth(3).click()
     page.get_by_text("Leaderboard", exact=True).click()
     page.get_by_role("button", name=" Add leaderboard").click()
     page.locator("input[name=\"title\"]").click()
-    page.locator("input[name=\"title\"]").fill("Test title LEaderboard")
+    page.locator("input[name=\"title\"]").fill("Test title Leaderboard")
     page.locator("input[name=\"key\"]").click()
     page.locator("input[name=\"key\"]").fill("Test Key")
     page.locator(".ui.plus").click()
@@ -114,7 +129,16 @@ def test_manual_competition_creation(page: Page):
     page.locator("input[name=\"column_key_0\"]").click()
     page.get_by_text("Save").nth(4).click()
     page.get_by_role("button", name="Save").click()
-    expect(page.get_by_text("Test", exact=True)).to_be_visible()
     expect(page.get_by_text("Test Content")).to_be_visible()
-
-# TODO Verify a few more items from the created competition
+    expect(page.locator(".reward-container")).to_be_visible()
+    expect(page.get_by_text("1000€")).to_be_visible()
+    page.get_by_text("Terms", exact=True).click()
+    expect(page.get_by_text("Test Terms")).to_be_visible()
+    page.get_by_text("Phases").click()
+    expect(page.locator("comp-tabs")).to_contain_text(str(titleNum) + "Playwright Task")
+    expect(page.get_by_text("This is a phase Test")).to_be_visible()
+    page.get_by_text("My Submissions").click()
+    expect(page.get_by_text("out of 2")).to_be_visible()
+    expect(page.get_by_text("out of 3")).to_be_visible()
+    page.get_by_role("link", name="Forum").click()
+    expect(page.get_by_role("heading", name="Test Title Forum")).to_be_visible()

playwrightPython/test_submission.py

@@ -164,7 +164,7 @@ def test_submission_v2_multiTaskFactSheet(page: Page) -> None:
     expect(page.locator('.ui.indicating')).not_to_be_visible()
     # Reload the page until the finished status is visible or the count is reached
     count = 0
-    while not wait_for_finished(page, 5000) and count < 5:
+    while not wait_for_finished(page, 10000) and count < 5:
         page.reload()
         count += 1
     expect(page.get_by_role("cell", name="Finished")).to_be_visible(timeout=1)
@@ -188,7 +188,7 @@ def test_submission_v2_multiTask(page: Page) -> None:
     expect(page.locator('.ui.indicating')).not_to_be_visible()
     # Reload the page until the finished status is visible or the count is reached
     count = 0
-    while not wait_for_finished(page, 5000) and count < 5:
+    while not wait_for_finished(page, 10000) and count < 5:
         page.reload()
         count += 1
     expect(page.get_by_role("cell", name="Finished")).to_be_visible(timeout=1)