Agent eval system clean

.env.example

@@ -0,0 +1,36 @@
+# API Keys
+SUPABASE_URL=
+SUPABASE_SERVICE_ROLE_KEY=
+PUBLIC_SUPABASE_ANON_KEY=
+GITHUB_TOKEN=
+GITHUB_CLIENT_SECRET=
+GITHUB_CLIENT_ID=
+GITLAB_TOKEN=
+
+# Agent API Keys
+ANTHROPIC_API_KEY=
+OPENAI_API_KEY=
+DEEPSEEK_API_KEY=
+GEMINI_API_KEY=
+
+# Snyk MCP Configuration
+SNYK_TOKEN=
+SNYK_CLI_PATH=
+SNYK_MCP_TRANSPORT=stdio  # Options: stdio, sse
+DEPENDENCY_SCAN_SEVERITY=high
+
+GITHUB_MCP_COMMAND=
+GITHUB_MCP_ARGS=
+GITHUB_USERNAME=
+
+BRAVE_API_KEY=
+BRAVE_SEARCH_MCP_COMMAND=
+BRAVE_SEARCH_MCP_ARGS=
+
+# Cost Tracking
+COST_TRACKING_ENABLED=true
+COST_ALERT_THRESHOLD=50
+
+# Logging
+LOG_LEVEL=info
+LOG_FILE_PATH=logs/app.log

.eslintrc.json

@@ -0,0 +1,23 @@
+{
+  "root": true,
+  "parser": "@typescript-eslint/parser",
+  "plugins": [
+    "@typescript-eslint"
+  ],
+  "extends": [
+    "eslint:recommended",
+    "plugin:@typescript-eslint/eslint-recommended",
+    "plugin:@typescript-eslint/recommended",
+    "prettier"
+  ],
+  "rules": {
+    "no-console": ["warn", { "allow": ["warn", "error", "info"] }],
+    "@typescript-eslint/explicit-function-return-type": "off",
+    "@typescript-eslint/no-explicit-any": "warn",
+    "@typescript-eslint/no-unused-vars": ["warn", { 
+      "argsIgnorePattern": "^_",
+      "varsIgnorePattern": "^_" 
+    }],
+    "@typescript-eslint/explicit-module-boundary-types": "off"
+  }
+}

.gitattributes

@@ -0,0 +1 @@
+*.sh text eol=lf

.github/workflows/ci.yml

@@ -0,0 +1,63 @@
+name: CI Pipeline
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  build-and-test:
+    name: Build and Test
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: '18.x'
+
+      - name: Install dependencies
+        run: npm install
+
+      - name: Make scripts executable
+        run: chmod +x scripts/build-packages.sh
+
+      - name: Build packages in order
+        run: bash scripts/build-packages.sh
+
+      - name: Lint
+        run: npm run lint || echo "Linting failed but continuing"
+
+      - name: Test
+        run: npm test || echo "Tests failed but continuing"
+
+  dependency-scan:
+    name: Scan Dependencies
+    runs-on: ubuntu-latest
+    needs: build-and-test
+    if: ${{ github.event_name == 'push' }}
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: '18.x'
+
+      - name: Install dependencies
+        run: npm install
+
+      - name: Set up environment variables
+        run: |
+          echo "SNYK_TOKEN=${{ secrets.SNYK_TOKEN }}" >> $GITHUB_ENV
+          echo "DEPENDENCY_SCAN_SEVERITY=high" >> $GITHUB_ENV
+
+      - name: Run dependency scan
+        if: env.SNYK_TOKEN != ''
+        uses: snyk/actions/node@master
+        env:
+          SNYK_TOKEN: ${{ env.SNYK_TOKEN }}
+        with:
+          args: --severity-threshold=${{ env.DEPENDENCY_SCAN_SEVERITY }}

.gitignore

@@ -0,0 +1 @@
+**/.claude/settings.local.json

.npmrc

@@ -0,0 +1,2 @@
+legacy-peer-deps=true
+workspaces=true

.prettierrc

@@ -0,0 +1,9 @@
+{
+  "semi": true,
+  "singleQuote": true,
+  "tabWidth": 2,
+  "trailingComma": "es5",
+  "printWidth": 100,
+  "bracketSpacing": true,
+  "arrowParens": "avoid"
+}

apps/api/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "api",
+  "version": "1.0.0",
+  "main": "dist/index.js",
+  "scripts": {
+    "test": "echo \"No tests yet\" && exit 0",
+    "build": "echo \"Building API package\" && exit 0",
+    "lint": "echo \"Linting API package\" && exit 0",
+    "dev": "echo \"Starting API development server\" && exit 0"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "description": ""
+}

apps/api/src/pages/api/pr-review.ts

@@ -0,0 +1,51 @@
+import { NextApiRequest, NextApiResponse } from 'next';
+import { PRReviewService } from '@pr-reviewer/core/services/pr-review-service';
+import { DEFAULT_AGENTS } from '@pr-reviewer/core/config/agent-registry';
+
+/**
+ * API endpoint for PR review
+ */
+export default async function handler(
+  req: NextApiRequest,
+  res: NextApiResponse
+) {
+  // Only allow POST requests
+  if (req.method !== 'POST') {
+    return res.status(405).json({ error: 'Method not allowed' });
+  }
+
+  try {
+    // Get request body
+    const { prUrl, userId, agentSelection = DEFAULT_AGENTS } = req.body;
+
+    // Validate request
+    if (!prUrl) {
+      return res.status(400).json({ error: 'PR URL is required' });
+    }
+
+    if (!userId) {
+      return res.status(400).json({ error: 'User ID is required' });
+    }
+
+    // Create PR review service
+    const prReviewService = new PRReviewService();
+
+    // Analyze PR
+    const result = await prReviewService.analyzePR(
+      prUrl,
+      userId,
+      agentSelection
+    );
+
+    // Return result
+    return res.status(200).json({
+      prReviewId: result.prReviewId,
+      insights: result.combinedResult.insights.length,
+      suggestions: result.combinedResult.suggestions.length,
+      educational: result.combinedResult.educational?.length || 0
+    });
+  } catch (error: any) {
+    console.error('Error handling PR review request:', error);
+    return res.status(500).json({ error: error.message });
+  }
+}

apps/api/tsconfig.json

@@ -0,0 +1,23 @@
+{
+    "extends": "../../tsconfig.json",
+    "compilerOptions": {
+      "outDir": "./dist",
+      "rootDir": "./src",
+      "baseUrl": "./",
+      "paths": {
+        "@codequal/api/*": ["./src/*"],
+        "@codequal/core/*": ["../../packages/core/src/*"],
+        "@codequal/agents/*": ["../../packages/agents/src/*"],
+        "@codequal/database/*": ["../../packages/database/src/*"],
+        "@codequal/testing/*": ["../../packages/testing/src/*"]
+      }
+    },
+    "include": ["src/**/*"],
+    "exclude": ["node_modules", "dist", "**/*.test.ts"],
+    "references": [
+      { "path": "../../packages/core" },
+      { "path": "../../packages/agents" },
+      { "path": "../../packages/database" },
+      { "path": "../../packages/testing" }
+    ]
+  }

apps/web/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "web",
+  "version": "1.0.0",
+  "main": "dist/index.js",
+  "scripts": {
+    "test": "echo \"No tests yet\" && exit 0",
+    "build": "echo \"Building web package\" && exit 0",
+    "lint": "echo \"Linting web package\" && exit 0",
+    "dev": "echo \"Starting web development server\" && exit 0"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "description": ""
+}

apps/web/src/components/pr-review/pr-review-form.tsx

@@ -0,0 +1,107 @@
+import { useState } from 'react';
+import { useRouter } from 'next/router';
+import { useSupabaseClient } from '@supabase/auth-helpers-react';
+
+/**
+ * PR Review form component
+ */
+export function PRReviewForm() {
+  const [prUrl, setPrUrl] = useState('');
+  const [isSubmitting, setIsSubmitting] = useState(false);
+  const [error, setError] = useState<string | null>(null);
+  const router = useRouter();
+  const supabase = useSupabaseClient();
+
+  /**
+   * Submit form
+   */
+  const handleSubmit = async (e: React.FormEvent) => {
+    e.preventDefault();
+
+    // Validate PR URL
+    if (!prUrl) {
+      setError('PR URL is required');
+      return;
+    }
+
+    // GitHub or GitLab PR URL validation
+    const validUrl = /https:\/\/(github|gitlab)\.com\/[^\/]+\/[^\/]+(\/pull\/\d+|\/\-\/merge_requests\/\d+)/;
+    if (!validUrl.test(prUrl)) {
+      setError('Invalid PR URL. Must be a GitHub or GitLab PR URL.');
+      return;
+    }
+
+    try {
+      setIsSubmitting(true);
+      setError(null);
+
+      // Get current user
+      const { data: { user } } = await supabase.auth.getUser();
+
+      if (!user) {
+        setError('User not authenticated');
+        setIsSubmitting(false);
+        return;
+      }
+
+      // Submit PR review request
+      const response = await fetch('/api/pr-review', {
+        method: 'POST',
+        headers: {
+          'Content-Type': 'application/json',
+        },
+        body: JSON.stringify({
+          prUrl,
+          userId: user.id,
+        }),
+      });
+
+      if (!response.ok) {
+        const errorData = await response.json();
+        throw new Error(errorData.error || 'Error submitting PR review');
+      }
+
+      const result = await response.json();
+
+      // Redirect to results page
+      router.push(`/results/${result.prReviewId}`);
+    } catch (error: any) {
+      setError(error.message);
+    } finally {
+      setIsSubmitting(false);
+    }
+  };
+
+  return (
+    <div className="p-6 bg-white rounded-md shadow-md">
+      <h2 className="text-xl font-bold mb-4">Analyze Pull Request</h2>
+
+      <form onSubmit={handleSubmit}>
+        <div className="mb-4">
+          <label className="block text-sm font-medium text-gray-700 mb-1">
+            PR URL
+          </label>
+          <input
+            type="text"
+            className="w-full p-2 border border-gray-300 rounded-md"
+            placeholder="https://github.com/owner/repo/pull/123"
+            value={prUrl}
+            onChange={(e) => setPrUrl(e.target.value)}
+            disabled={isSubmitting}
+          />
+          {error && (
+            <p className="mt-1 text-sm text-red-600">{error}</p>
+          )}
+        </div>
+
+        <button
+          type="submit"
+          className="w-full py-2 px-4 bg-blue-600 text-white rounded-md hover:bg-blue-700 transition-colors"
+          disabled={isSubmitting}
+        >
+          {isSubmitting ? 'Analyzing...' : 'Analyze PR'}
+        </button>
+      </form>
+    </div>
+  );
+}

apps/web/tsconfig.json

@@ -0,0 +1,33 @@
+{
+    "extends": "../../tsconfig.json",
+    "compilerOptions": {
+      "outDir": "./dist",
+      "rootDir": "./src",
+      "baseUrl": "./",
+      "jsx": "preserve",
+      "lib": ["DOM", "DOM.Iterable", "ESNext"],
+      "allowJs": true,
+      "noEmit": true,
+      "incremental": true,
+      "module": "ESNext",
+      "isolatedModules": true,
+      "plugins": [
+        {
+          "name": "next"
+        }
+      ],
+      "paths": {
+        "@codequal/web/*": ["./src/*"],
+        "@codequal/core/*": ["../../packages/core/src/*"],
+        "@codequal/ui/*": ["../../packages/ui/src/*"],
+        "@codequal/database/*": ["../../packages/database/src/*"]
+      }
+    },
+    "include": ["src/**/*", ".next/types/**/*.ts"],
+    "exclude": ["node_modules", "**/*.test.ts", "**/*.test.tsx"],
+    "references": [
+      { "path": "../../packages/core" },
+      { "path": "../../packages/ui" },
+      { "path": "../../packages/database" }
+    ]
+  }