fix: flaky email tests

for email test switching to a polling approach is the right fix, like the todo says.
for outbox api it's dicier due to a race condition. We

Author: nams1570

apps/e2e/tests/backend/endpoints/api/v1/emails/outbox-api.test.ts

@@ -38,8 +38,8 @@ const slowTemplate = deindent`
 
   // Artificial delay to make the email slow to render
   const startTime = performance.now();
-  while (performance.now() - startTime < 500) {
-    // Busy wait - 500ms delay
+  while (performance.now() - startTime < 2000) {
+    // Busy wait - 2000ms delay
   }
 
   export function EmailTemplate({ user, project }) {
@@ -648,8 +648,8 @@ describe("email outbox API", () => {
                   
                   // Artificial delay to make the email slow to render
                   const startTime = performance.now();
-                  while (performance.now() - startTime < 500) {
-                    // Busy wait - 500ms delay
+                  while (performance.now() - startTime < 2000) {
+                    // Busy wait - 2000ms delay
                   }
                   
                   export function EmailTemplate({ user, project }) {
@@ -670,12 +670,12 @@ describe("email outbox API", () => {
           `);
           break;
         } else {
-          if (i >= 20) {
+          if (i >= 50) {
             throw new StackAssertionError(`Timeout waiting for email in the outbox`, {
               outboxEmails: await getOutboxEmails(),
             });
           }
-          await wait(25);
+          await wait(100);
         }
       }
 
@@ -884,7 +884,7 @@ describe("email outbox API", () => {
       let emailId: string | null = null;
       let pauseSucceeded = false;
 
-      for (let i = 0; i < 20; i++) {
+      for (let i = 0; i < 50; i++) {
         const listResponse = await niceBackendFetch("/api/v1/emails/outbox", {
           method: "GET",
           accessType: "server",
@@ -908,7 +908,7 @@ describe("email outbox API", () => {
           }
         }
 
-        await wait(25);
+        await wait(100);
       }
 
       // These assertions must always run - test fails if we couldn't pause
@@ -938,7 +938,7 @@ describe("email outbox API", () => {
       expect(unpauseResponse.body.status).not.toBe("paused");
 
       // Wait for the email to be sent (since we unpaused it)
-      await wait(7_000);
+      await wait(10_000);
 
       // Verify the email was eventually sent
       const finalGetResponse = await niceBackendFetch(`/api/v1/emails/outbox/${emailId}`, {
@@ -1000,7 +1000,7 @@ describe("email outbox API", () => {
       let emailId: string | null = null;
       let pauseSucceeded = false;
 
-      for (let i = 0; i < 20; i++) {
+      for (let i = 0; i < 50; i++) {
         const listResponse = await niceBackendFetch("/api/v1/emails/outbox", {
           method: "GET",
           accessType: "server",
@@ -1024,7 +1024,7 @@ describe("email outbox API", () => {
           }
         }
 
-        await wait(25);
+        await wait(100);
       }
 
       // We need to have successfully paused the email to test cancel

apps/e2e/tests/js/email.test.ts

@@ -187,39 +187,36 @@ it("should provide delivery statistics", async ({ expect }) => {
     subject: "Stats",
   });
 
-  // wait until the email is sent
-  // TODO: use the equivalent of waitForMessagesWithSubject
-  await wait(10_000);
-
-  const info = await serverApp.getEmailDeliveryStats();
-
-  expect(info).toMatchInlineSnapshot(`
+  let info: any;
+  for (let i = 0; i < 40; i++) {
+    info = await serverApp.getEmailDeliveryStats();
+    if (info.stats.hour.sent >= 1) break;
+    await wait(500);
+  }
+
+  expect(info.capacity.penalty_factor).toBe(1);
+  expect(info.capacity.rate_per_second).toBeCloseTo(2.7778, 2);
+  expect(info.stats).toMatchInlineSnapshot(`
     {
-      "capacity": {
-        "penalty_factor": 1,
-        "rate_per_second": 2.7777793209876545,
+      "day": {
+        "bounced": 0,
+        "marked_as_spam": 0,
+        "sent": 1,
+      },
+      "hour": {
+        "bounced": 0,
+        "marked_as_spam": 0,
+        "sent": 1,
+      },
+      "month": {
+        "bounced": 0,
+        "marked_as_spam": 0,
+        "sent": 1,
       },
-      "stats": {
-        "day": {
-          "bounced": 0,
-          "marked_as_spam": 0,
-          "sent": 1,
-        },
-        "hour": {
-          "bounced": 0,
-          "marked_as_spam": 0,
-          "sent": 1,
-        },
-        "month": {
-          "bounced": 0,
-          "marked_as_spam": 0,
-          "sent": 1,
-        },
-        "week": {
-          "bounced": 0,
-          "marked_as_spam": 0,
-          "sent": 1,
-        },
+      "week": {
+        "bounced": 0,
+        "marked_as_spam": 0,
+        "sent": 1,
       },
     }
   `);