Added new Playwright tests to replace the old Selenium tests

Author: reppuli92

e2e_tests/test_ajax_exercise_grader.py

@@ -0,0 +1,38 @@
+import re
+from playwright.sync_api import Page, expect
+from e2e_tests.helpers import navigate_to_default_course, login
+ 
+
+def test_should_not_count_empty_submit(page: Page):
+    page.goto("http://localhost:8000/?hl=en")
+    login(page, "student", "student")
+    navigate_to_default_course(page)
+    page.get_by_role("link", name="Course materials").click()
+    first_link = page.get_by_role("link", name="AJAX exercises: grading in browser JavaScript").first
+    first_link.click()
+    page.get_by_role("button", name="Submit").click()
+
+    submissions = page.get_by_role("button", name=re.compile("My submissions"))
+    expect(submissions).to_contain_text("0 / 20")
+    #empty submit should not count as submission
+
+    points = page.locator('#chapter-exercise-1').get_by_role("button", name=re.compile("Points"))
+    expect(points).to_contain_text("0 / 10")
+
+
+def test_should_give_full_points_on_correct_answer(page: Page):
+    page.goto("http://localhost:8000/?hl=en")
+    login(page, "student", "student")
+    navigate_to_default_course(page)
+    page.get_by_role("link", name="Course materials").click()
+    first_link = page.get_by_role("link", name="AJAX exercises: grading in browser JavaScript").first
+    first_link.click()
+
+    page.get_by_role("textbox").fill("abc")
+    page.get_by_role("button", name="Submit").click()
+
+    submissions = page.get_by_role("button", name=re.compile("My submissions"))
+    expect(submissions).to_contain_text("1 / 20")
+
+    points = page.locator('#chapter-exercise-1').get_by_role("button", name=re.compile("Points"))
+    expect(points).to_contain_text("10 / 10")

e2e_tests/test_compare_submissions.py

@@ -35,7 +35,9 @@ def test_compare_submissions(page: Page) -> None:
     first_link.click()
     page.get_by_label("6.3.6 Wallet").get_by_role(
         "button", name="View all submissions").click()
-    page.locator("#submission-2").get_by_role("link", name="Inspect").click()
+    
+    latest_submission = page.locator('[id^="submission-"]').first
+    latest_submission.get_by_role("link", name="Inspect").click()
 
     def assert_line(filename: str, line_number: int, text: str, color: str):
         line = page.get_by_test_id(f"{filename}-line-{line_number}")

e2e_tests/test_file_upload_grader.py

@@ -0,0 +1,25 @@
+import re
+from playwright.sync_api import Page, expect
+from e2e_tests.helpers import navigate_to_default_course, login
+
+
+def test_should_not_submit_without_files(page: Page):
+    page.goto("http://localhost:8000/?hl=en")
+    login(page, "student", "student")
+    navigate_to_default_course(page)
+    page.get_by_role("link", name="Course materials").click()
+    first_link = page.get_by_role("link", name="Exercises with Python grader utils").first
+    first_link.click()
+
+    exercise = page.locator('#chapter-exercise-1')
+
+    exercise.get_by_role("button", name="Submit").click()
+
+    submissions = exercise.get_by_role("button", name=re.compile("My submissions"))
+    points = exercise.get_by_role("button", name=re.compile("Points"))
+
+    expect(submissions).to_contain_text("0 / 10")
+    #clicking submit without files will not result in a submission
+    expect(points).to_contain_text("0 / 10")
+
+#TODO more tests ?

e2e_tests/test_homepage.py

@@ -0,0 +1,13 @@
+import re
+from playwright.sync_api import Page, expect
+from e2e_tests.helpers import navigate_to_default_course, login
+
+
+def test_homepage(page: Page):
+    page.goto("http://localhost:8000/?hl=en")
+    expect(page).to_have_title(re.compile("A+"))
+
+    login(page, "student", "student")
+    navigate_to_default_course(page)
+    expect(page.get_by_role("heading", name="A+ Manual")).to_be_visible()
+    #TODO figure out more testing for the homepage

e2e_tests/test_login.py

@@ -0,0 +1,20 @@
+import re
+from playwright.sync_api import Page, expect
+from e2e_tests.helpers import login
+
+
+def test_login(page: Page):
+    page.goto("http://localhost:8000/?hl=en")
+    login(page, "student", "student")
+    expect(page).to_have_title(re.compile("A+"))
+    expect(page.get_by_label("Main")).to_contain_text("Stacy Student")
+
+def test_false_login(page: Page):
+    page.goto("http://localhost:8000/?hl=en")
+    login(page, "fake", "fake")
+    expect(page).to_have_title(re.compile("Log in to A+ | A+"))
+
+    error_message = "Please enter a correct username and password. Note that both fields may be case-sensitive."
+    expect(
+        page.locator("div.alert.alert-danger.alert-dismissible")
+    ).to_contain_text(error_message)

e2e_tests/test_main_navigation.py

@@ -0,0 +1,19 @@
+import re
+from playwright.sync_api import Page, expect
+from e2e_tests.helpers import navigate_to_default_course, login
+
+
+def test_main_navigation(page: Page):
+    page.goto("http://localhost:8000/?hl=en")
+    login(page, "teacher", "teacher")
+    navigate_to_default_course(page)
+
+    page.get_by_role("link", name="Your points").click()
+    expect(page).to_have_url(re.compile("/user/results/"))
+    navigate_to_default_course(page)
+
+    page.get_by_role("link", name="All results").click()
+    expect(page).to_have_url(re.compile("/teachers/results/"))
+
+    #TODO test rest of links? Also student view?
+    

e2e_tests/test_submissions.py

@@ -0,0 +1,61 @@
+import re
+from playwright.sync_api import Page, expect
+from e2e_tests.helpers import navigate_to_default_course, login
+#this is a test done to represent the 'my-first-exercise-test.py' in the old Selenium tests
+
+
+
+def test_submission_count(page: Page):
+    page.goto("http://localhost:8000/?hl=en")
+    login(page, "student", "student")
+    navigate_to_default_course(page)
+    page.get_by_role("link", name="5.2 Question groups").click()
+
+    #fill in an answer 11 times for exercise 5.2.1
+    exercise = page.locator("#chapter-exercise-1")
+
+    sub_count = 0
+
+    while (sub_count <= 10):
+
+        submissions = exercise.get_by_role("button", name=re.compile("My submissions"))
+        expect(submissions).to_contain_text(f"{sub_count} / 10")
+
+        points = exercise.get_by_role("button", name=re.compile("Points"))
+
+        if (sub_count == 0):
+            expect(points).to_contain_text("0 / 15")
+        else:
+            expect(points).to_contain_text("10 / 15")
+
+        exercise.get_by_role("radio", name="2").check() #question 1
+
+        q2 = exercise.get_by_label(re.compile(r"2.*7.*?"))
+        q2.select_option("14")
+
+        q3 = exercise.locator(".question-area", has_text=re.compile(r"2.*x.*y"))
+        q3.locator("input[type='checkbox'][value='option_0']").check()
+        q3.locator("input[type='checkbox'][value='option_2']").check()
+
+        exercise.get_by_role("textbox").fill("15") #question 4
+
+        exercise.get_by_role("radio", name="8").check() #question 5
+
+        q5 = exercise.get_by_label(re.compile(r"4.*8.*?"))
+        q5.select_option("28")
+
+        exercise.get_by_role("button", name="Submit").click()
+
+        identical_warning = page.get_by_role("dialog", name = "Identical submission")
+        if identical_warning.is_visible():
+            identical_warning.get_by_role("button", name="Submit").click()
+
+        sub_count += 1
+
+    #the 11th time should result in a failure
+
+    submissions = exercise.get_by_role("button", name=re.compile("My submissions"))
+    expect(submissions).to_contain_text("10 / 10")
+
+    points = exercise.get_by_role("button", name=re.compile("Points"))
+    expect(points).to_contain_text("10 / 15")

e2e_tests/test_teacher_list.py

@@ -0,0 +1,72 @@
+from playwright.sync_api import Page, expect
+from e2e_tests.helpers import login, logout
+
+
+def test_teacher_list_access_rights(page: Page):
+
+    page.goto("http://localhost:8000/?hl=en")
+    if page.get_by_test_id('user-menu').is_visible():
+        logout(page)
+    page.goto("http://localhost:8000/accounts/teachers")
+
+    alert = page.get_by_role("alert")
+    message = "Unfortunately, you are not permitted to view this content"
+
+    expect(alert).to_be_visible()
+    expect(alert).to_contain_text(message)
+
+    login(page, "student", "student")
+    page.goto("http://localhost:8000/accounts/teachers")
+    expect(alert).to_be_visible()
+    expect(alert).to_contain_text(message)
+
+    logout(page)
+    login(page, "teacher", "teacher")
+    page.goto("http://localhost:8000/accounts/teachers")
+    expect(alert).to_be_visible()
+    expect(alert).to_contain_text(message)
+
+    logout(page)
+    login(page, "admin", "admin")
+    page.goto("http://localhost:8000/accounts/teachers")
+    expect(alert).not_to_be_visible()
+    expect(page).to_have_title("Teacher list | A+")
+
+
+def test_teacher_list_content(page: Page):
+
+    page.goto("http://localhost:8000/?hl=en")
+    login(page, "admin", "admin")
+    page.goto("http://localhost:8000/accounts/teachers")
+
+    table = page.get_by_role("table")
+    expect(table).to_be_visible()
+
+    rows = table.locator("tbody tr")
+    expect(rows).to_have_count(3)
+
+    expected_first_three_cols = [ #there are 5 columns in total, validate first 3
+        [
+            "Terry Teacher",
+            "teacher@localhost.invalid",
+            "aplus-manual Aplus Manual: Main",
+        ],
+        [
+            "Terry Teacher",
+            "teacher@localhost.invalid",
+            "test-course Test Course: Master",
+        ],
+        [
+            "Terry Teacher",
+            "teacher@localhost.invalid",
+            "DEF000 Def. Course: Current",
+        ],
+    ]
+
+    for i, expected_cells in enumerate(expected_first_three_cols):
+        row_cells = rows.nth(i).locator("td")
+        expect(row_cells).to_have_count(5)
+
+        for j, expected_text in enumerate(expected_cells):
+            expect(row_cells.nth(j)).to_contain_text(expected_text)
+            expect(row_cells.nth(j)).to_contain_text(expected_text)