add: anonymous telemetry support

Author: devarshishimpi

src/server/core/review.ts

@@ -14,6 +14,7 @@ import { FormatterService } from '../services/formatter';
 import { TokenTracker } from './token-tracker';
 import { loadRepoConfig } from './config';
 import { getWebhookDelivery } from '@server/db/webhook-deliveries';
+import { sendTelemetryEvent } from './telemetry';
 
 type PersistedReviewJob = ReturnType<typeof mapJob>;
 
@@ -694,6 +695,31 @@ async function runFinalizePhase(
 
   if (fileSummaries.length > 0 && fileSummaries.every((file) => file.verdict === 'failed')) {
     await updateJobStep(env, job.id, 'Generating Summary', { status: 'failed', error: 'All files failed to review' });
+    
+    // Send anonymous telemetry for the failed job
+    const fileInputTokens = reviews.reduce((sum, review) => sum + (review.input_tokens ?? 0), 0);
+    const fileOutputTokens = reviews.reduce((sum, review) => sum + (review.output_tokens ?? 0), 0);
+    const modelsUsed = Array.from(new Set(reviews.map(r => r.model_used).filter(Boolean)));
+    const fileExtensions = Array.from(new Set(files.map(f => {
+      const parts = f.path.split('.');
+      return parts.length > 1 ? parts.pop() || '' : '';
+    }).filter(Boolean)));
+    const reviewDurationMs = Math.max(0, Date.now() - new Date(job.createdAt).getTime());
+    
+    await sendTelemetryEvent(env, {
+      linesReviewed: files.reduce((sum, file) => sum + file.lineCount, 0),
+      findingsReported: 0,
+      inputTokens: fileInputTokens,
+      outputTokens: fileOutputTokens,
+      modelsUsed,
+      fileExtensions,
+      triggerType: job.trigger,
+      reviewDurationMs,
+      filesReviewed: files.length,
+      verdict: 'failed',
+      severityDistribution: {},
+    });
+
     throw new Error('All files failed to review');
   }
 
@@ -762,6 +788,20 @@ async function runFinalizePhase(
 
   const fileInputTokens = reviews.reduce((sum, review) => sum + (review.input_tokens ?? 0), 0);
   const fileOutputTokens = reviews.reduce((sum, review) => sum + (review.output_tokens ?? 0), 0);
+  
+  const modelsUsed = Array.from(new Set(reviews.map(r => r.model_used).filter(Boolean)));
+  const fileExtensions = Array.from(new Set(files.map(f => {
+    const parts = f.path.split('.');
+    return parts.length > 1 ? parts.pop() || '' : '';
+  }).filter(Boolean)));
+  const reviewDurationMs = Math.max(0, Date.now() - new Date(job.createdAt).getTime());
+
+  const severityDistribution: Record<string, number> = {};
+  for (const comment of finalComments) {
+    const sev = comment.severity || 'unknown';
+    severityDistribution[sev] = (severityDistribution[sev] || 0) + 1;
+  }
+
   const partialErrorMessage = hasFailures
     ? `Partial review: ${failedFileCount} of ${files.length} file${files.length === 1 ? '' : 's'} could not be reviewed after repeated model/provider outages.`
     : null;
@@ -777,6 +817,21 @@ async function runFinalizePhase(
     errorMessage: partialErrorMessage,
   });
   logger.info(`Review job completed: ${job.owner}/${job.repo} PR #${job.prNumber}`);
+
+  // Send anonymous telemetry
+  await sendTelemetryEvent(env, {
+    linesReviewed: files.reduce((sum, file) => sum + file.lineCount, 0),
+    findingsReported: finalComments.length,
+    inputTokens: fileInputTokens,
+    outputTokens: fileOutputTokens,
+    modelsUsed,
+    fileExtensions,
+    triggerType: job.trigger,
+    reviewDurationMs,
+    filesReviewed: files.length,
+    verdict: verdictSummary.verdict,
+    severityDistribution,
+  });
 }
 
 async function heartbeatAndCheckSuperseded(env: AppBindings, jobId: string, leaseOwner: string) {

src/server/core/telemetry.ts

@@ -0,0 +1,94 @@
+import type { AppBindings } from '@server/env';
+import { logger } from './logger';
+
+const TELEMETRY_SECRET = 'codra-telemetry-v1-secret-8f9a2b5c';
+const INSTANCE_ID_KEY = 'codra:instance_id';
+
+/**
+ * Returns a stable, anonymous instance ID.
+ * Generates and stores one in KV if it doesn't exist yet.
+ */
+export async function getInstanceId(env: AppBindings): Promise<string> {
+  try {
+    let instanceId = await env.APP_KV.get(INSTANCE_ID_KEY);
+    if (!instanceId) {
+      instanceId = crypto.randomUUID();
+      await env.APP_KV.put(INSTANCE_ID_KEY, instanceId);
+    }
+    return instanceId;
+  } catch (error) {
+    logger.warn('Failed to retrieve or generate instance ID for telemetry', {
+      error: error instanceof Error ? error.message : String(error),
+    });
+    // Fallback to a random UUID so telemetry can still send, though it will
+    // count as a new "install" if KV is failing.
+    return crypto.randomUUID();
+  }
+}
+
+/**
+ * Sends an anonymous telemetry event to Codra Core backend.
+ * Swallows all errors so the caller is never interrupted.
+ */
+export async function sendTelemetryEvent(
+  env: AppBindings,
+  data: { 
+    linesReviewed: number; 
+    findingsReported: number; 
+    inputTokens: number; 
+    outputTokens: number;
+    modelsUsed: string[];
+    fileExtensions: string[];
+    triggerType: string;
+    reviewDurationMs: number;
+    filesReviewed: number;
+    verdict?: string;
+    severityDistribution: Record<string, number>;
+  },
+): Promise<void> {
+  try {
+    const instanceId = await getInstanceId(env);
+    // Use an environment variable if available, otherwise default to the hosted backend
+    const telemetryUrl = (env as any).TELEMETRY_API_URL ?? 'https://codra.run/api/telemetry';
+
+    // Fire and forget using standard fetch with a timeout
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), 5000);
+
+    await fetch(telemetryUrl, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        'Authorization': `Bearer ${TELEMETRY_SECRET}`,
+      },
+      body: JSON.stringify({
+        instanceId,
+        prsReviewed: 1,
+        linesReviewed: data.linesReviewed,
+        findingsReported: data.findingsReported,
+        inputTokens: data.inputTokens,
+        outputTokens: data.outputTokens,
+        modelsUsed: data.modelsUsed,
+        fileExtensions: data.fileExtensions,
+        triggerType: data.triggerType,
+        reviewDurationMs: data.reviewDurationMs,
+        filesReviewed: data.filesReviewed,
+        verdict: data.verdict,
+        severityDistribution: data.severityDistribution,
+      }),
+      signal: controller.signal,
+    }).catch((error) => {
+      // Intentionally swallowed: Network errors are expected occasionally
+      logger.debug('Failed to send anonymous telemetry event (network)', {
+        error: error instanceof Error ? error.message : String(error),
+      });
+    }).finally(() => {
+      clearTimeout(timeoutId);
+    });
+  } catch (error) {
+    // Intentionally swallowed: We never want telemetry to fail a PR review
+    logger.debug('Failed to send anonymous telemetry event (setup)', {
+      error: error instanceof Error ? error.message : String(error),
+    });
+  }
+}