Add reporting

Author: jissereitsma

.github/workflows/playwright.yml

@@ -6,7 +6,7 @@ jobs:
     runs-on: ubuntu-latest
     container:
       image: yireo/magento2playwright:2.4.8-p3
-    
+
     env:
       GIT_DEPTH: 1
       GIT_STRATEGY: fetch
@@ -85,36 +85,36 @@ jobs:
         if: env.SKIP_JOB != 'true'
         run: |
           cd /tmp/magento
-          
+
           if [ -n "${GITLAB_TOKEN}" ]; then
             composer config gitlab-domains gitlab.yireo.com
             composer config --global --auth http-basic.gitlab.yireo.com yireo "${GITLAB_TOKEN}"
             composer config repositories.loki-third-party composer https://gitlab.yireo.com/api/v4/group/loki-third-party/-/packages/composer/packages.json
             composer config repositories.loki-checkout composer https://gitlab.yireo.com/api/v4/group/loki-checkout/-/packages/composer/packages.json
           fi
-          
+
           test -f "$GITHUB_WORKSPACE/.github/workflows/composer-additional.sh" && source "$GITHUB_WORKSPACE/.github/workflows/composer-additional.sh"
           test -f "$GITHUB_WORKSPACE/.github/workflows/composer-${MAGENTO_VERSION}.sh" && source "$GITHUB_WORKSPACE/.github/workflows/composer-${MAGENTO_VERSION}.sh"
-          
+
           composer config repositories.local-source "{\"type\": \"path\", \"url\": \"$GITHUB_WORKSPACE\", \"options\": {\"symlink\": false}}"
           composer require --prefer-source -- "${COMPOSER_NAME}:@dev" loki-checkout/magento2-core-cli:@dev loki-checkout/magento2-functional-tests:@dev yireo/magento2-enable-module-sequence
-              
+
           $GITHUB_WORKSPACE/.github/workflows/magento-install.sh
-          
+
           bin/magento deploy:mode:set developer
           bin/magento module:enable Yireo_EnableModuleSequence
           bin/magento module:sequence LokiCheckout_FunctionalTests
           bin/magento module:sequence LokiCheckout_CoreCli
           bin/magento module:sequence "${MAGENTO_MODULE}"
           bin/magento setup:upgrade
           bin/magento loki-checkout:modules:dump
-              
+
           magerun2 config:store:set loki_functional_tests/general/token loki -n
-              
+
           echo "Copying Magento to workspace..."
           mkdir -p $GITHUB_WORKSPACE/magento/
           cp -R /tmp/magento/* $GITHUB_WORKSPACE/magento/
-              
+
           echo "Magento setup complete"
 
       - name: Verify Magento installation
@@ -131,22 +131,38 @@ jobs:
           echo "Starting Playwright tests..."
           echo "GITHUB_WORKSPACE: $GITHUB_WORKSPACE"
           echo "MAGENTO_MODULE: $MAGENTO_MODULE"
-          
+
           if [ ! -d "$GITHUB_WORKSPACE/magento" ]; then
             echo "ERROR: magento directory not found"
             exit 1
           fi
-              
+
           echo "Navigating to Playwright test directory..."
           cd $GITHUB_WORKSPACE/magento/vendor/loki-checkout/magento2-functional-tests/Test/Playwright/
-              
+
           echo "Installing npm dependencies..."
           npm install
           npx playwright install chromium
-          
+
           echo "Creating .env file..."
           printf "TEST_URL=http://127.0.0.1:8888\nTEST_TOKEN=loki\n" > .env
           cat .env
-              
+
           echo "Running Playwright tests for project: ${MAGENTO_MODULE}"
-          MAGENTO_ROOT=$GITWORK_WORKSPACE/magento npx playwright test --project=${MAGENTO_MODULE}
+          CI=true MAGENTO_ROOT=$GITWORK_WORKSPACE/magento npx playwright test --project=${MAGENTO_MODULE}
+
+      - name: Upload Playwright report
+        if: ${{ !cancelled() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: playwright-report
+          path: playwright-report/
+          retention-days: 14
+
+      - name: Upload raw test results
+        if: ${{ failure() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-results
+          path: test-results/
+          retention-days: 14