open-metadata · chirag-madlani · Jun 24, 2026 · Jun 24, 2026 · Jun 24, 2026 · Jun 24, 2026
@@ -42,8 +42,13 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        shardIndex: [1, 2, 3, 4, 5, 6]
-        shardTotal: [6]
+        # shard 1: DataAssetRules suite
+        # shards 2-6: chromium tests sharded 1/5 .. 5/5 (note: --shard=N/5 is
+        # hardcoded in the run step, shardTotal here is matrix metadata only)
+        # shard 7: standalone `stress` project (full multi-entity
+        # CustomProperties + DataAssetLineage coverage deferred from per-PR runs)
+        shardIndex: [1, 2, 3, 4, 5, 6, 7]
+        shardTotal: [7]
     steps:
       - name: Free Disk Space (Ubuntu)
         uses: jlumbroso/free-disk-space@main
@@ -94,6 +99,10 @@ jobs:
               --project=DataAssetRulesEnabled \
               --project=DataAssetRulesDisabled
 
+          elif [ "${{ matrix.shardIndex }}" -eq "7" ]; then
+            echo "🔹 Running stress suite (full multi-entity coverage)"
+            npx playwright test --project=stress
+
           else
             # Shards 2-6 handle chromium tests (5 shards total)
             CHROMIUM_SHARD=$(( ${{ matrix.shardIndex }} - 1 ))

@@ -42,8 +42,13 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        shardIndex: [1, 2, 3, 4, 5, 6]
-        shardTotal: [6]
+        # shard 1: DataAssetRules suite
+        # shards 2-6: chromium tests sharded 1/5 .. 5/5 (note: --shard=N/5 is
+        # hardcoded in the run step, shardTotal here is matrix metadata only)
+        # shard 7: standalone `stress` project (full multi-entity
+        # CustomProperties + DataAssetLineage coverage deferred from per-PR runs)
+        shardIndex: [1, 2, 3, 4, 5, 6, 7]
+        shardTotal: [7]
     steps:
       - name: Free Disk Space (Ubuntu)
         uses: jlumbroso/free-disk-space@main
@@ -94,6 +99,10 @@ jobs:
               --project=DataAssetRulesEnabled \
               --project=DataAssetRulesDisabled
 
+          elif [ "${{ matrix.shardIndex }}" -eq "7" ]; then
+            echo "🔹 Running stress suite (full multi-entity coverage)"
+            npx playwright test --project=stress
+
           else
             # Shards 2-5 handle chromium tests (5 shards total)
             CHROMIUM_SHARD=$(( ${{ matrix.shardIndex }} - 1 ))

@@ -48,11 +48,19 @@ export default defineConfig({
   fullyParallel: true,
   /* Fail the build on CI if you accidentally left test.only in the source code. */
   forbidOnly: !!process.env.CI,
-  /* Retry on CI only */
+  /* Retry on CI only. Kept at 2 — dropping to 1 surfaced a long tail of
+   * backend-propagation flakes (task feed not refreshing after API task
+   * create, RBAC index lag, search dropdown not rendering on the first
+   * query response, etc.) that are not deterministically reproducible
+   * and each take their own round-trip to investigate. maxFailures:50
+   * still bails fundamentally broken PRs in minutes. */
   retries: process.env.CI ? 2 : 0,
   /* Opt out of parallel tests on CI. */
   workers: process.env.CI ? 3 : undefined,
-  maxFailures: 500,
+  /* Bail early when a PR is fundamentally broken — full-suite has ~4,400
+   * tests and 50 genuine failures is already far beyond a normal run.
+   * Healthy runs see <10 failures, so this only kicks in on broken PRs. */
+  maxFailures: 50,
   /* Reporter to use. See https://playwright.dev/docs/test-reporters */
   reporter: [
     ['list'],
@@ -109,6 +117,7 @@ export default defineConfig({
       teardown: 'entity-data-teardown',
       testIgnore: [
         '**/nightly/**',
+        '**/stress/**',
         '**/Search/**',
         '**/Auth/**',
         '**/Http2/**',
@@ -221,6 +230,17 @@ export default defineConfig({
       dependencies: ['setup', 'chromium'],
       fullyParallel: false,
     },
+    // Stress suite: full multi-entity coverage (CustomProperties, DataAssetLineage)
+    // that's redundant per-PR. Picks up everything under e2e/stress/**. Run via
+    // postgresql-nightly-e2e.yml workflow_dispatch — NOT included in PR chromium.
+    {
+      name: 'stress',
+      testMatch: '**/stress/**',
+      use: { ...devices['Desktop Chrome'] },
+      dependencies: ['setup', 'entity-data-setup'],
+      teardown: 'entity-data-teardown',
+      fullyParallel: true,
+    },
     {
       name: 'IntakeForm',
       testMatch: '**/IntakeForm.spec.ts',

@@ -129,8 +129,6 @@ test.describe('Activity Stream on Entity Pages', () => {
     await activityFeedTab.click();
     await waitForPageLoaded(page);
 
-    await page.waitForTimeout(2000);
-
     const messageContainers = page.locator('[data-testid="message-container"]');
     const count = await messageContainers.count();
 
@@ -188,11 +186,12 @@ test.describe('Activity Stream on Entity Pages', () => {
     await activityFeedTab.click();
     await waitForPageLoaded(page);
 
-    await page.waitForTimeout(2000);
-
     const allTabInLeftPanel = page.locator(
       '[data-testid="global-setting-left-panel"]'
     );
+    await allTabInLeftPanel
+      .waitFor({ state: 'visible', timeout: 2000 })
+      .catch(() => undefined);
 
     if (await allTabInLeftPanel.isVisible()) {
       await expect(allTabInLeftPanel).toBeVisible();

@@ -44,6 +44,7 @@ import {
   pressKeyXTimes,
   validateImportStatus,
 } from '../../utils/importUtils';
+import { waitForSearchIndexed } from '../../utils/polling';
 import { visitServiceDetailsPage } from '../../utils/service';
 
 interface GlossaryDetails {
@@ -671,6 +672,18 @@ test.describe('Bulk Edit Entity', () => {
     await glossary.create(apiContext);
     await glossaryTerm.create(apiContext);
 
+    // Wait for the glossary term to be indexed in ES before bulk-edit reads
+    // the glossary's term list. Otherwise the bulk-edit table comes back
+    // empty, the test fills row 1 with the term's name, and the system
+    // creates a new term instead of recognizing the existing one — the
+    // subsequent status assertion gets "Entity created" instead of
+    // "Entity updated".
+    await waitForSearchIndexed(
+      apiContext,
+      glossaryTerm.responseData.fullyQualifiedName,
+      'glossary_term_search_index'
+    );
+
     await test.step('create custom properties for extension edit', async () => {
       customPropertyRecord = await createCustomPropertiesForEntity(
         page,

@@ -21,6 +21,7 @@ import { GlossaryTerm } from '../../support/glossary/GlossaryTerm';
 import { createNewPage, redirectToHomePage } from '../../utils/common';
 import { waitForAllLoadersToDisappear } from '../../utils/entity';
 import { fillTextInputDetails, pressKeyXTimes } from '../../utils/importUtils';
+import { waitForSearchIndexed } from '../../utils/polling';
 import { visitServiceDetailsPage } from '../../utils/service';
 
 test.use({ storageState: 'playwright/.auth/admin.json' });
@@ -39,6 +40,22 @@ test.describe('BulkEditEntity — OperationBadges and Search (all entity types)'
     await opGlossary.create(apiContext);
     await opGlossaryTerm.create(apiContext);
     await opTable.create(apiContext);
+
+    // Wait for ES indexing of both the term and the table before any test
+    // opens the bulk-edit view; the bulk-edit table reads from search and
+    // otherwise comes back empty under load, racing the test's row count
+    // assertions.
+    await waitForSearchIndexed(
+      apiContext,
+      opGlossaryTerm.responseData.fullyQualifiedName,
+      'glossary_term_search_index'
+    );
+    await waitForSearchIndexed(
+      apiContext,
+      opTable.entityResponseData.fullyQualifiedName ?? '',
+      'table_search_index'
+    );
+
     await afterAction();
   });
 

@@ -49,6 +49,7 @@ import {
   startCsvPreviewAndWaitForGrid,
   validateImportStatus,
 } from '../../utils/importUtils';
+import { waitForSearchIndexed } from '../../utils/polling';
 
 // use the admin user to login
 test.use({
@@ -105,6 +106,15 @@ const expectImportRowStatusesToContain = async (
   page: Page,
   rowStatus: string[]
 ) => {
+  // The result grid populates cells asynchronously after Next-click. Without
+  // first waiting for the row count to match, the toContainText assertion
+  // can run mid-render against 0 or partial cells, fail under retry too,
+  // and never recover. Wait for the expected number of detail cells before
+  // checking text.
+  await expect(page.locator('.rdg-cell-details')).toHaveCount(
+    rowStatus.length,
+    { timeout: 60_000 }
+  );
   await expect(page.locator('.rdg-cell-details')).toContainText(rowStatus);
 };
 
@@ -161,6 +171,14 @@ test.describe('Bulk Import Export', () => {
     const { apiContext, afterAction } = await getApiContext(page);
     await dbService.create(apiContext);
 
+    // Bulk-import reads the service's children list from ES; wait for the
+    // service to be indexed before the test fetches its export/edit grid.
+    await waitForSearchIndexed(
+      apiContext,
+      dbService.entityResponseData.fullyQualifiedName,
+      'database_service_search_index'
+    );
+
     await test.step('create custom properties for extension edit', async () => {
       customPropertyRecord = await createCustomPropertiesForEntity(
         page,
@@ -613,6 +631,14 @@ test.describe('Bulk Import Export', () => {
     const { apiContext, afterAction } = await getApiContext(page);
     await dbSchemaEntity.create(apiContext);
 
+    // Bulk-import reads the schema's children list from ES; wait for the
+    // schema to be indexed before the test fetches its export/edit grid.
+    await waitForSearchIndexed(
+      apiContext,
+      dbSchemaEntity.entityResponseData.fullyQualifiedName,
+      'database_schema_search_index'
+    );
+
     await test.step('create custom properties for extension edit', async () => {
       customPropertyRecord = await createCustomPropertiesForEntity(
         page,
@@ -775,6 +801,14 @@ test.describe('Bulk Import Export', () => {
     const { apiContext, afterAction } = await getApiContext(page);
     await tableEntity.create(apiContext);
 
+    // Bulk-import reads the table's columns from ES; wait for the table
+    // to be indexed before the test fetches its export/edit grid.
+    await waitForSearchIndexed(
+      apiContext,
+      tableEntity.entityResponseData.fullyQualifiedName ?? '',
+      'table_search_index'
+    );
+
     await test.step('should export data table details', async () => {
       await tableEntity.visitEntityPage(page);
       await performBulkDownload(page, tableEntity.entity.name);

@@ -266,7 +266,7 @@ test.describe('Bulk Import Export with Dot in Service Name', () => {
         .waitFor({ state: 'detached', timeout: 60000 });
 
       // eslint-disable-next-line playwright/no-wait-for-timeout -- wait for async import processing to complete
-      await page.waitForTimeout(2000);
+      await page.waitForTimeout(500);
     });
 
     // Cleanup
@@ -440,7 +440,7 @@ test.describe('Bulk Import Export with Dot in Service Name', () => {
         .waitFor({ state: 'detached', timeout: 60000 });
 
       // eslint-disable-next-line playwright/no-wait-for-timeout -- wait for async import processing to complete
-      await page.waitForTimeout(2000);
+      await page.waitForTimeout(500);
     });
 
     // Cleanup
@@ -697,7 +697,7 @@ test.describe('Bulk Import Export with Dot in Service Name', () => {
         .waitFor({ state: 'detached', timeout: 60000 });
 
       // eslint-disable-next-line playwright/no-wait-for-timeout -- wait for async import processing to complete
-      await page.waitForTimeout(2000);
+      await page.waitForTimeout(500);
     });
 
     // Cleanup
@@ -801,7 +801,7 @@ test.describe('Bulk Import Export with Dot in Service Name', () => {
         .waitFor({ state: 'detached', timeout: 60000 });
 
       // eslint-disable-next-line playwright/no-wait-for-timeout -- wait for async import processing to complete
-      await page.waitForTimeout(2000);
+      await page.waitForTimeout(500);
     });
 
     // Cleanup

@@ -18,6 +18,7 @@ import { TableClass } from '../../../support/entity/TableClass';
 import { UserClass } from '../../../support/user/UserClass';
 import { performAdminLogin } from '../../../utils/admin';
 import { redirectToHomePage, uuid } from '../../../utils/common';
+import { waitForSearchIndexed } from '../../../utils/polling';
 import {
   cleanupDownloadedCSV,
   performE2EExportImportFlow,
@@ -67,6 +68,18 @@ test.describe(
       const { apiContext, afterAction } = await performAdminLogin(browser);
       await table.create(apiContext);
       await table.createTestCase(apiContext);
+
+      // The export step inside performE2EExportImportFlow reads the table's
+      // test cases via search. Without waiting for ES indexing here, the
+      // just-created test case is missing from the exported CSV, so the
+      // import sees only the 4 added rows (not 5 = 1 existing + 4 added) and
+      // `processed-row` reports "4" instead of the expected "5".
+      await waitForSearchIndexed(
+        apiContext,
+        table.testCasesResponseData[0]?.fullyQualifiedName ?? '',
+        'test_case_search_index'
+      );
+
       await afterAction();
     });
 
@@ -128,6 +141,16 @@ test.describe(
 
       await table.create(apiContext);
       await table.createTestCase(apiContext);
+
+      // See the matching note in the Admin describe — without waiting for
+      // ES indexing the export misses the just-created test case and
+      // processed-row reports "4" instead of "5".
+      await waitForSearchIndexed(
+        apiContext,
+        table.testCasesResponseData[0]?.fullyQualifiedName ?? '',
+        'test_case_search_index'
+      );
+
       await afterAction();
     });
 

@@ -157,7 +157,7 @@ test.describe('Glossary Status Filter - Large Dataset', () => {
         // Ignore timeout
       });
     // eslint-disable-next-line playwright/no-wait-for-timeout -- filter results need time to render
-    await page.waitForTimeout(500);
+    await page.waitForTimeout(200);
   };
 
   // Reusable helper to perform search
@@ -296,7 +296,7 @@ test.describe('Glossary Status Filter - Large Dataset', () => {
 
       await page.locator('.ant-btn-primary', { hasText: 'Save' }).click();
       // eslint-disable-next-line playwright/no-wait-for-timeout -- filter state needs time to settle after save
-      await page.waitForTimeout(1000);
+      await page.waitForTimeout(300);
 
       const allCount = await getRowCount(page);
       expect(allCount).toBeGreaterThanOrEqual(filteredCount);
@@ -372,7 +372,7 @@ test.describe('Glossary Status Filter - Large Dataset', () => {
 
       await clearSearch(page);
       // eslint-disable-next-line playwright/no-wait-for-timeout -- filter results need time to render after clearing search
-      await page.waitForTimeout(1000);
+      await page.waitForTimeout(300);
 
       const restoredCount = await getRowCount(page);
       expect(restoredCount).toBeGreaterThanOrEqual(searchCount);
@@ -505,7 +505,7 @@ test.describe('Glossary Status Filter - Large Dataset', () => {
       await cancelButton.click();
 
       // eslint-disable-next-line playwright/no-wait-for-timeout -- dropdown dismiss animation needs time to settle
-      await page.waitForTimeout(500);
+      await page.waitForTimeout(200);
 
       // Count should remain the same
       const afterCancelCount = await getRowCount(page);

@@ -962,7 +962,7 @@ test.describe('Impact Analysis', () => {
     await waitForAllLoadersToDisappear(page);
 
     // eslint-disable-next-line playwright/no-wait-for-timeout -- column level lineage data takes time to reflect due to UI processing
-    await page.waitForTimeout(1000);
+    await page.waitForTimeout(300);
 
     const searchInput = page.getByTestId('searchbar');
     await expect(searchInput).toBeVisible();
@@ -972,7 +972,7 @@ test.describe('Impact Analysis', () => {
 
     await waitForAllLoadersToDisappear(page);
     // eslint-disable-next-line playwright/no-wait-for-timeout -- search filtering needs time to complete
-    await page.waitForTimeout(500);
+    await page.waitForTimeout(200);
 
     const rowsWithColumn = page.locator(
       `[data-row-key*="${columnName}"], tbody tr:has-text("${columnName}")`

@@ -13,9 +13,9 @@
 
 import { Browser, expect, Page } from '@playwright/test';
 import { EntityClass } from '../../../support/entity/EntityClass';
-import { test as baseTest } from '../../../support/fixtures/userPages';
 import { UserClass } from '../../../support/user/UserClass';
 import { performAdminLogin } from '../../../utils/admin';
+import { test as baseTest } from '../../fixtures/pages';
 
 import { SERVICE_ENTITIES } from '../../../constant/service';
 import { waitForAllLoadersToDisappear } from '../../../utils/entity';