restore tests/*

Author: IdirLISN

tests/.python-version

@@ -0,0 +1 @@
+3.9

tests/README.md

@@ -0,0 +1,62 @@
+# To run the tests locally
+Install uv : https://docs.astral.sh/uv/getting-started/installation/
+
+Run the following commands: 
+```bash
+uv sync --frozen
+uv run playwright install
+docker compose exec -e DJANGO_SUPERUSER_PASSWORD=codabench django python manage.py createsuperuser --username codabench --email codabench@test.mail --no-input
+uv run pytest test_auth.py test_account_creation.py test_competition.py test_submission.py
+```
+
+# Adding Tests
+First, read the [documentation](https://playwright.dev/python/docs/writing-tests) on Playwright if you haven't used the tool before.
+Since we are using pytest, you should also try to get more familiar with it by reading some of its [documentation](https://docs.pytest.org/en/stable/getting-started.html).
+
+
+Once you are done, you can start adding tests. Playwright allows us to generate code with the following command :
+```bash
+uv run playwright codegen -o test.py
+```
+
+This will open two windows:
+- A window containing the generated code
+- A browser that is used by playwright to generate the code. Every action you take there will generate new lines of the code.
+
+Once you are done, close the browser and open the file that playwright created containing the code it generated. Make sure to test it to make it sure it works.
+
+Since we are passing custom commands to pytest, we need to remove some of the generated lines. Spawning a new browser and/or context will make them not take into the commands we have added in the `pytest.ini` file :
+```python title="Original file created by codegen"
+from playwright.sync_api import Playwright, sync_playwright, expect
+
+
+def run(playwright: Playwright) -> None:
+    browser = playwright.chromium.launch(headless=False)
+    context = browser.new_context()
+    page = context.new_page()
+    page.goto("http://localhost/")
+    page.get_by_text("Benchmarks/Competitions Datasets Login Sign-up").click()
+    page.get_by_role("link", name="Login").click()
+
+    page.close()
+
+    # ---------------------
+    context.close()
+    browser.close()
+
+
+with sync_playwright() as playwright:
+    run(playwright)
+```
+
+The previous file becomes :
+```python title="Modified file"
+from playwright.sync_api import Page, expect
+
+
+def test_run(page: Page) -> None:
+    page.goto("http://localhost/")
+    page.get_by_text("Benchmarks/Competitions Datasets Login Sign-up").click()
+    page.get_by_role("link", name="Login").click()
+```
+

tests/config/config.toml

@@ -0,0 +1,18 @@
+[database]
+host="localhost"
+name="postgres"
+user="postgres"
+password="postgres"
+port=5432
+
+
+[default_user]
+username="codabench"
+password="codabench"
+
+[test_user]
+username="testname"
+password="testPassword"
+
+[test_failed_user]
+username="test.name"

tests/main.py

@@ -0,0 +1,6 @@
+def main():
+    print("Hello from playwrightpython!")
+
+
+if __name__ == "__main__":
+    main()

tests/pyproject.toml

@@ -0,0 +1,14 @@
+[project]
+name = "tests"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.9"
+dependencies = [
+    "loguru~=0.7.3",
+    "psycopg[binary]~=3.2.13",
+    "pytest~=8.4.2",
+    "pytest-playwright~=0.7.1",
+    "pytest-xdist~=3.8.0",
+    "toml~=0.10.2",
+]

tests/pytest.ini

@@ -0,0 +1,7 @@
+# content of pytest.ini
+[pytest]
+# Use localhost as default host
+# addopts = --base-url=localhost --headed --browser webkit --browser firefox --browser chromium --numprocesses 2
+addopts = --base-url=http://localhost:8000 --browser firefox --screenshot only-on-failure --full-page-screenshot
+log_cli = true
+log_cli_level = INFO

tests/test_account_creation.py

@@ -0,0 +1,102 @@
+import psycopg
+import toml
+from loguru import logger
+from playwright.sync_api import expect, Page
+import random
+
+
+def randomNumber():
+    return str(random.randint(0, 1000))
+
+
+data = toml.load("config/config.toml")
+test_user = data["test_user"]["username"] + randomNumber()
+test_password = data["test_user"]["password"] + randomNumber()
+test_email = test_user + "@email.com"
+test_failed_user = data["test_failed_user"]["username"]
+db_host = data["database"]["host"]
+db_user = data["database"]["user"]
+db_name = data["database"]["name"]
+db_password = data["database"]["password"]
+
+
+def test_FailedAccountCreationUsername(page: Page):
+    page.goto("/")
+    page.get_by_role("link", name="Sign-up").click()
+    page.get_by_role("textbox", name="username").click()
+    page.get_by_role("textbox", name="username").fill(test_failed_user)
+    page.get_by_role("textbox", name="email").click()
+    page.get_by_role("textbox", name="email").fill(test_failed_user + test_email)
+    page.get_by_role("textbox", name="password", exact=True).click()
+    page.get_by_role("textbox", name="password", exact=True).fill(test_password)
+    page.get_by_role("textbox", name="confirm password").click()
+    page.get_by_role("textbox", name="confirm password").fill(test_password)
+    page.get_by_role("checkbox", name="I accept the terms and").check()
+    page.get_by_role("button", name="Sign Up").click()
+    expect(
+        page.get_by_text("Username can only contain lowercase letters,")
+    ).to_be_visible()
+
+
+def test_account_creation(page: Page):
+    page.goto("/")
+    page.get_by_role("link", name="Sign-up").click()
+    page.get_by_role("textbox", name="username").click()
+    page.get_by_role("textbox", name="username").fill(test_user)
+    page.get_by_role("textbox", name="email").click()
+    page.get_by_role("textbox", name="email").fill(test_email)
+    page.get_by_role("textbox", name="password", exact=True).click()
+    page.get_by_role("textbox", name="password", exact=True).fill(test_password)
+    page.get_by_role("textbox", name="confirm password").click()
+    page.get_by_role("textbox", name="confirm password").fill(test_password)
+    page.get_by_role("checkbox", name="I accept the terms and").check()
+    page.get_by_role("button", name="Sign Up").click()
+    expect(page.get_by_text(f"Dear {test_user}, please go to")).to_be_visible()
+
+    found = "false"
+    with psycopg.connect(
+        f"dbname={db_name} user={db_user} host={db_host} password={db_password}"
+    ) as conn:
+        # Open a cursor to perform database operations
+        with conn.cursor() as cur:
+            # Execute a command: this creates a new table
+            cur.execute("SELECT username FROM profiles_user;")
+            for row in cur:
+                logger.debug(row[0])
+                if row[0] == test_user:
+                    assert row[0] == test_user
+                    found = "true"
+                    break
+            if found != "true":
+                assert 0, "Username not found in database"
+
+
+def activate_account():
+    with psycopg.connect(
+        f"dbname={db_name} user={db_user} host={db_host} password={db_password}"
+    ) as conn:
+        # Open a cursor to perform database operations
+        with conn.cursor() as cur:
+            # Execute a command: this creates a new table
+            cur.execute(
+                f"UPDATE profiles_user SET is_active = 't' WHERE username = '{test_user}';"
+            )
+            cur.execute(
+                f"SELECT is_active FROM profiles_user WHERE username = '{test_user}';"
+            )
+            for row in cur:
+                logger.debug(str(row))
+                if str(row) not in "(True,)":
+                    assert 0, "Activation unsuccesful"
+
+
+def test_loginIntoActivatedAccount(page: Page):
+    activate_account()
+    page.goto("/")
+    page.get_by_role("link", name="Login").click()
+    page.get_by_role("textbox", name="username or email").click()
+    page.get_by_role("textbox", name="username or email").fill(test_user)
+    page.get_by_role("textbox", name="password").click()
+    page.get_by_role("textbox", name="password").fill(test_password)
+    page.get_by_role("button", name="Log In").click()
+    expect(page.get_by_text(test_user)).to_be_visible()

tests/test_auth.py

@@ -0,0 +1,23 @@
+from playwright.sync_api import Browser
+import toml
+import pytest
+
+data = toml.load("config/config.toml")
+
+
+@pytest.mark.only_browser("firefox")
+def test_auth(browser: Browser) -> None:
+    context = browser.new_context()
+    page = context.new_page()
+    page.goto("http://localhost:8000")
+    page.get_by_role("link", name="Login").click()
+    page.get_by_role("textbox", name="username or email").click()
+    page.get_by_role("textbox", name="username or email").fill(
+        data["default_user"]["username"]
+    )
+    page.get_by_role("textbox", name="password").click()
+    page.get_by_role("textbox", name="password").fill(data["default_user"]["password"])
+    page.get_by_role("button", name="Log In").click()
+    context.storage_state(path="config/state.json")
+    # ---------------------
+    context.close()