Enhance test workflows by replacing test runner with pytest for improved coverage reporting and adding Codecov upload steps for comprehensive, core, and quick validation tests.

MervinPraison · MervinPraison · commit 67807ea95499 · 2025-06-04T07:14:18.000+01:00
diff --git a/.github/workflows/coverage.yml b/.github/workflows/coverage.yml
@@ -0,0 +1,57 @@
+name: Run tests and upload coverage
+
+on: 
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    branches: [ main, develop ]
+
+jobs:
+  test:
+    name: Run tests and collect coverage
+    runs-on: ubuntu-latest
+    
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 2
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11
+
+      - name: Install UV
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.local/bin" >> $GITHUB_PATH
+
+      - name: Install dependencies
+        run: |
+          cd src/praisonai
+          uv pip install --system ."[ui,gradio,api,agentops,google,openai,anthropic,cohere,chat,code,realtime,call,crewai,autogen]"
+          uv pip install --system pytest pytest-cov pytest-asyncio
+
+      - name: Set environment variables
+        run: |
+          echo "OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY || 'sk-test-key-for-github-actions-testing-only-not-real' }}" >> $GITHUB_ENV
+          echo "OPENAI_API_BASE=${{ secrets.OPENAI_API_BASE || 'https://api.openai.com/v1' }}" >> $GITHUB_ENV
+          echo "OPENAI_MODEL_NAME=${{ secrets.OPENAI_MODEL_NAME || 'gpt-4o-mini' }}" >> $GITHUB_ENV
+          echo "LOGLEVEL=DEBUG" >> $GITHUB_ENV
+          echo "PYTHONPATH=${{ github.workspace }}/src/praisonai-agents:$PYTHONPATH" >> $GITHUB_ENV
+
+      - name: Run tests
+        run: |
+          cd src/praisonai
+          pytest --cov=praisonai --cov-branch --cov-report=xml tests/unit/
+
+      - name: Upload results to Codecov
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          file: src/praisonai/coverage.xml
+          flags: unit-tests
+          name: unit-tests-coverage
+          fail_ci_if_error: false
+          verbose: true 
diff --git a/.github/workflows/test-comprehensive.yml b/.github/workflows/test-comprehensive.yml
@@ -69,10 +69,10 @@ jobs:
         
         case $TEST_TYPE in
           "unit")
-            cd src/praisonai && python tests/test_runner.py --pattern unit
+            cd src/praisonai && python -m pytest tests/unit/ -v --tb=short --disable-warnings --cov=praisonai --cov-report=xml --cov-branch
             ;;
           "integration")
-            cd src/praisonai && python tests/test_runner.py --pattern integration
+            cd src/praisonai && python -m pytest tests/integration/ -v --tb=short --disable-warnings --cov=praisonai --cov-report=xml --cov-branch
             ;;
           "fast")
             cd src/praisonai && python tests/test_runner.py --pattern fast
@@ -90,7 +90,7 @@ jobs:
             cd src/praisonai && python tests/test_runner.py --pattern crewai
             ;;
           "all"|*)
-            cd src/praisonai && python tests/test_runner.py --pattern all
+            cd src/praisonai && python -m pytest tests/ -v --tb=short --disable-warnings --cov=praisonai --cov-report=xml --cov-branch
             ;;
         esac
 
@@ -139,16 +139,26 @@ jobs:
         echo "- 🔌 MCP server connections" >> comprehensive_report.md
         echo "- 💬 LLM integrations (OpenAI, Anthropic, etc.)" >> comprehensive_report.md
 
+    - name: Upload coverage reports to Codecov
+      uses: codecov/codecov-action@v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        file: src/praisonai/coverage.xml
+        flags: comprehensive-tests
+        name: comprehensive-tests-coverage
+        fail_ci_if_error: false
+        verbose: true
+
     - name: Upload Comprehensive Test Results
       uses: actions/upload-artifact@v4
       if: always()
       with:
         name: comprehensive-test-results-python-${{ matrix.python-version }}
         path: |
           comprehensive_report.md
-          htmlcov/
-          coverage.xml
-          .coverage
+          src/praisonai/htmlcov/
+          src/praisonai/coverage.xml
+          src/praisonai/.coverage
         retention-days: 30
 
   test-matrix-summary:
diff --git a/.github/workflows/test-core.yml b/.github/workflows/test-core.yml
@@ -195,7 +195,7 @@ jobs:
 
     - name: Run Unit Tests
       run: |
-        cd src/praisonai && python -m pytest tests/unit/ -v --tb=short --disable-warnings --cov=praisonai --cov-report=term-missing
+        cd src/praisonai && python -m pytest tests/unit/ -v --tb=short --disable-warnings --cov=praisonai --cov-report=term-missing --cov-report=xml --cov-branch
 
     - name: Run Integration Tests  
       run: |
@@ -263,12 +263,24 @@ jobs:
         export OPENAI_MODEL_NAME="$OPENAI_MODEL_NAME"
         cd src/praisonai && python -m pytest tests/test.py -v --tb=short --disable-warnings
 
-    - name: Upload Coverage Reports
+    - name: Upload coverage reports to Codecov
+      if: matrix.python-version == '3.11'
+      uses: codecov/codecov-action@v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        file: src/praisonai/coverage.xml
+        flags: core-tests
+        name: core-tests-coverage
+        fail_ci_if_error: false
+        verbose: true
+
+    - name: Upload Coverage Reports (Artifacts)
       if: matrix.python-version == '3.11'
       uses: actions/upload-artifact@v4
       with:
         name: coverage-reports
         path: |
-          .coverage
-          htmlcov/
+          src/praisonai/.coverage
+          src/praisonai/htmlcov/
+          src/praisonai/coverage.xml
         retention-days: 7
diff --git a/.github/workflows/unittest.yml b/.github/workflows/unittest.yml
@@ -471,8 +471,8 @@ jobs:
 
     - name: Run Fast Tests
       run: |
-        # Run the fastest, most essential tests
-        cd src/praisonai && python tests/test_runner.py --pattern fast
+        # Run the fastest, most essential tests with coverage
+        cd src/praisonai && python -m pytest tests/unit/test_core_agents.py -v --tb=short --disable-warnings --cov=praisonai --cov-report=xml --cov-branch
 
     - name: Run Real API Tests
       run: |
@@ -491,6 +491,16 @@ jobs:
         cd src/praisonai && python -m pytest tests/test.py -v --tb=short --disable-warnings
       continue-on-error: true
 
+    - name: Upload coverage reports to Codecov
+      uses: codecov/codecov-action@v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        file: src/praisonai/coverage.xml
+        flags: quick-validation
+        name: quick-validation-coverage
+        fail_ci_if_error: false
+        verbose: true
+
     - name: Restore Root Config Files
       run: |
         echo "🔄 Restoring root configuration files..."
