allignement

.github/workflows/test-suite.yml

@@ -0,0 +1,213 @@
+name: Test Suite
+
+on:
+  push:
+    branches: [main, pre/beta, dev]
+  pull_request:
+    branches: [main, pre/beta]
+  workflow_dispatch:
+
+jobs:
+  unit-tests:
+    name: Unit Tests (Python ${{ matrix.python-version }})
+    runs-on: ${{ matrix.os }}
+
+    strategy:
+      fail-fast: false
+      matrix:
+        os: ${{ github.event_name == 'pull_request' && fromJSON('["ubuntu-latest"]') || fromJSON('["ubuntu-latest", "macos-latest", "windows-latest"]') }}
+        python-version: ['3.10', '3.12']
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Install dependencies
+        run: |
+          uv sync
+
+      - name: Install Playwright browsers
+        run: |
+          uv run playwright install chromium
+
+      - name: Run unit tests
+        run: |
+          uv run pytest tests/ -m "unit or not integration" --cov --cov-report=xml --cov-report=term
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v4
+        with:
+          file: ./coverage.xml
+          flags: unittests
+          name: codecov-${{ matrix.os }}-py${{ matrix.python-version }}
+          token: ${{ secrets.CODECOV_TOKEN }}
+        if: matrix.os == 'ubuntu-latest' && matrix.python-version == '3.12'
+
+  integration-tests:
+    name: Integration Tests
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        test-group: [smart-scraper, multi-graph, file-formats]
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Install dependencies
+        run: |
+          uv sync
+
+      - name: Install Playwright browsers
+        run: |
+          uv run playwright install chromium
+
+      - name: Run integration tests
+        env:
+          OPENAI_APIKEY: ${{ secrets.OPENAI_APIKEY }}
+          ANTHROPIC_APIKEY: ${{ secrets.ANTHROPIC_APIKEY }}
+          GROQ_APIKEY: ${{ secrets.GROQ_APIKEY }}
+        run: |
+          uv run pytest tests/integration/ -m integration --integration -v
+
+      - name: Upload test results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: integration-test-results-${{ matrix.test-group }}
+          path: |
+            htmlcov/
+            benchmark_results/
+
+  benchmark-tests:
+    name: Performance Benchmarks
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Install dependencies
+        run: |
+          uv sync
+
+      - name: Run performance benchmarks
+        env:
+          OPENAI_APIKEY: ${{ secrets.OPENAI_APIKEY }}
+        run: |
+          uv run pytest tests/ -m benchmark --benchmark -v
+
+      - name: Upload benchmark results
+        uses: actions/upload-artifact@v4
+        with:
+          name: benchmark-results
+          path: benchmark_results/
+
+      - name: Compare with baseline
+        if: github.event_name == 'pull_request'
+        run: |
+          # Download baseline from main branch
+          # Compare and comment on PR if regression detected
+          echo "Benchmark comparison would run here"
+
+  code-quality:
+    name: Code Quality Checks
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push'
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Install dependencies
+        run: |
+          uv sync
+
+      - name: Run Ruff linting
+        run: |
+          uv run ruff check scrapegraphai/ tests/
+
+      - name: Run Black formatting check
+        run: |
+          uv run black --check scrapegraphai/ tests/
+
+      - name: Run isort check
+        run: |
+          uv run isort --check-only scrapegraphai/ tests/
+
+      - name: Run type checking with mypy
+        run: |
+          uv run mypy scrapegraphai/
+        continue-on-error: true
+
+  test-coverage-report:
+    name: Test Coverage Report
+    needs: [unit-tests, integration-tests]
+    runs-on: ubuntu-latest
+    if: always()
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Download coverage artifacts
+        uses: actions/download-artifact@v4
+
+      - name: Generate coverage report
+        run: |
+          echo "Coverage report generation would run here"
+
+      - name: Comment coverage on PR
+        if: github.event_name == 'pull_request'
+        uses: py-cov-action/python-coverage-comment-action@v3
+        with:
+          GITHUB_TOKEN: ${{ github.token }}
+
+  test-summary:
+    name: Test Summary
+    needs: [unit-tests, integration-tests, code-quality]
+    runs-on: ubuntu-latest
+    if: always()
+
+    steps:
+      - name: Check test results
+        run: |
+          echo "All test jobs completed"
+          echo "Unit tests: ${{ needs.unit-tests.result }}"
+          echo "Integration tests: ${{ needs.integration-tests.result }}"
+          echo "Code quality: ${{ needs.code-quality.result }}"

.semantic-commits-applied

@@ -0,0 +1,11 @@
+This file marks that commits have been rewritten to follow Conventional Commits format.
+
+Original commits:
+- 9439fe5: Fix langchain import issues blocking tests
+- 323f26a: Add comprehensive timeout feature documentation
+
+Rewritten as:
+- 8c9cb8b: fix(imports): update deprecated langchain imports to langchain_core
+- 4c764bc: docs(timeout): add comprehensive timeout configuration guide
+
+These follow the semantic-release convention configured in .releaserc.yml