ci(playwright): move import/export specs into a dedicated lane (#30617)

* ci(playwright): move import/export specs into a dedicated lane

Add an `import-export` planner lane for the ~61 minutes of bulk
import/export test content that currently rides in the chromium lane.
Chromium is running at (or just under) its shard-budget ceiling in
merge_queue; peeling this content off gives the common lane real
headroom instead of relying on the 20-min bump alone.

- Planner: add `ImportExport` project → `import-export` lane, 2 workers,
  same (1, 8) shard bounds as ingestion / search-rbac.
- playwright.config.ts: new `ImportExport` project (grep `@import-export`,
  `fullyParallel: true`, `workers: 2`, entity setup + teardown). Chromium's
  `grepInvert` excludes `@import-export` when the dedicated lane is on,
  mirroring the `@ingestion` pattern.
- Workflow: set `PW_DEDICATED_IMPORT_EXPORT: "true"` on discover +
  seed-state steps.
- Tag 12 specs with `@import-export` (TestCaseImportExport{Basic,E2eFlow},
  ODCSImportExport{,Permissions}, GlossaryImportExport, BulkImport{,
  WithDotInName}, MetricBulkImportExportEdit, BulkEditImportPermissions,
  CSVImportWithQuotesAndCommas, SearchExport, LineageExportPNGSnapshot).

Verified locally:
- `pytest .github/scripts/tests/test_playwright_ci_planning.py` — 56 passed.
- `playwright test --list --project=ImportExport` enumerates all 12 files.
- `playwright test --list --project=chromium` — 0 import/export leaks;
  3637 tests remain in chromium.

* ci: fix ui-checkstyle formatting on tagged import/export specs

Running the full ui-checkstyle-changed chain (organize-imports → eslint
--fix → prettier --write) re-indents the describe bodies of the specs
whose top-level test.describe I converted to multi-line when adding the
@Import-Export tag. Local prettier --check accepted both single-line
and multi-line describe forms, but CI's checkstyle wants the
prettier-canonical form (body at 4 spaces relative to file when the
arrow function opens on its own line).

* ci(playwright): include ImportExport project in discovery command

Greptile P1: when the dedicated lane is on, chromium's grepInvert
excludes @Import-Export specs, but the planner discovery command
didn't request the ImportExport project — so those specs were absent
from the plan entirely and would never run in CI.

Add --project=ImportExport to the discovery list, matching the
Ingestion / DomainIsolation / SearchRBAC / etc pattern.

Author: chirag-madlani

.github/scripts/build_playwright_shards.py

@@ -18,6 +18,7 @@
     "chromium",
     "Basic",
     "Ingestion",
+    "ImportExport",
     "DataAssetRulesEnabled",
     "DataAssetRulesDisabled",
     "SearchRBAC",
@@ -32,6 +33,7 @@
     "chromium": "chromium",
     "Basic": "chromium",
     "Ingestion": "ingestion",
+    "ImportExport": "import-export",
     "DataAssetRulesEnabled": "data-asset-rules",
     "DataAssetRulesDisabled": "data-asset-rules",
     "SearchRBAC": "search-rbac",
@@ -48,6 +50,7 @@
 LANE_WORKERS = {
     "domain-isolation": 1,
     "global-state": 1,
+    "import-export": 2,
     "ingestion": 1,
     "reindex": 1,
     "search": 1,
@@ -347,6 +350,7 @@ def lane_bounds(lane: str, mode: str) -> tuple[int, int]:
     if lane in {
         "domain-isolation",
         "global-state",
+        "import-export",
         "ingestion",
         "reindex",
         "search",

.github/scripts/tests/test_playwright_ci_planning.py

@@ -507,6 +507,16 @@ def test_search_rbac_uses_an_isolated_single_worker_lane():
     assert planner.lane_bounds("search-rbac", "full") == (1, 8)
 
 
+def test_import_export_runs_in_its_own_lane_with_two_workers():
+    planner = load_script("build_playwright_shards")
+
+    assert "ImportExport" in planner.FULL_PROJECTS
+    assert planner.PROJECT_LANES["ImportExport"] == "import-export"
+    assert planner.LANE_WORKERS["import-export"] == 2
+    assert planner.lane_bounds("import-export", "full") == (1, 8)
+    assert planner.lane_bounds("import-export", "targeted") == (1, 2)
+
+
 def test_source_glob_matching_is_explicit():
     selector = load_script("select_playwright_tests")
 

.github/workflows/playwright-postgresql-e2e.yml

@@ -544,13 +544,15 @@ jobs:
         env:
           PLAYWRIGHT_IS_OSS: "true"
           PW_DEDICATED_INGESTION: "true"
+          PW_DEDICATED_IMPORT_EXPORT: "true"
           PW_EXECUTION_MODE: ${{ needs.detect-changes.outputs.mode }}
           PW_LINEAGE_REPRESENTATIVE_ONLY: ${{ needs.detect-changes.outputs.lineage_representative_only }}
         run: |
           npx playwright test --list --reporter=json \
             --project=chromium \
             --project=Basic \
             --project=Ingestion \
+            --project=ImportExport \
             --project=DataAssetRulesEnabled \
             --project=DataAssetRulesDisabled \
             --project=SearchRBAC \
@@ -799,6 +801,7 @@ jobs:
         env:
           PLAYWRIGHT_IS_OSS: "true"
           PW_DEDICATED_INGESTION: "true"
+          PW_DEDICATED_IMPORT_EXPORT: "true"
         run: |
           npx playwright test --project=entity-data-setup --reporter=line
           test -s playwright/.auth/admin.json

openmetadata-ui/src/main/resources/ui/playwright.config.ts

@@ -41,6 +41,8 @@ const shardPlan = process.env.PW_SHARD_PLAN
   : undefined;
 const hasDedicatedIngestionLane =
   Boolean(shardPlan) || process.env.PW_DEDICATED_INGESTION === 'true';
+const hasDedicatedImportExportLane =
+  Boolean(shardPlan) || process.env.PW_DEDICATED_IMPORT_EXPORT === 'true';
 const isPlannedShard = Boolean(shardPlan);
 const hasPreseededState = process.env.PW_PRESEEDED_STATE === 'true';
 const authDependencies = hasPreseededState ? [] : ['setup'];
@@ -182,6 +184,7 @@ export default defineConfig({
         /@data-insight/,
         /@basic/,
         ...(hasDedicatedIngestionLane ? [/@ingestion/] : []),
+        ...(hasDedicatedImportExportLane ? [/@import-export/] : []),
         /@knowledge-graph/,
         /@ontology-rdf/,
       ],
@@ -313,6 +316,20 @@ export default defineConfig({
           },
         ]
       : []),
+    ...(hasDedicatedImportExportLane
+      ? [
+          {
+            name: 'ImportExport',
+            grep: combineGrep(/@import-export/),
+            testIgnore: '**/nightly/**',
+            use: { ...devices['Desktop Chrome'] },
+            dependencies: entityDependencies,
+            fullyParallel: true,
+            workers: 2,
+            teardown: entityTeardown,
+          },
+        ]
+      : []),
     {
       name: 'SearchRBAC',
       testMatch: '**/SearchRBAC.spec.ts',

openmetadata-ui/src/main/resources/ui/playwright/e2e/Features/BulkEditImportPermissions.spec.ts

@@ -125,81 +125,85 @@ const verifyAllBulkRoutes = async (page: Page, shouldHaveAccess: boolean) => {
   }
 };
 
-test.describe('Bulk Edit / Import - Non-admin permissions', () => {
-  test.describe.configure({ mode: 'serial' });
-
-  test.beforeAll(async ({ browser }) => {
-    test.setTimeout(180_000);
-    const { apiContext, afterAction } = await performAdminLogin(browser);
-    await glossary.create(apiContext);
-    await glossaryTerm.create(apiContext);
-    await table.create(apiContext);
-    await editorUser.create(apiContext, false);
-    const policyResponse = await editorPolicy.create(
-      apiContext,
-      BULK_EDIT_RULES
-    );
-    const roleResponse = await editorRole.create(apiContext, [
-      policyResponse.name,
-    ]);
-    await editorUser.patch({
-      apiContext,
-      patchData: [
-        {
-          op: 'add',
-          path: '/roles/0',
-          value: {
-            id: roleResponse.id,
-            type: 'role',
-            name: roleResponse.name,
+test.describe(
+  'Bulk Edit / Import - Non-admin permissions',
+  { tag: '@import-export' },
+  () => {
+    test.describe.configure({ mode: 'serial' });
+
+    test.beforeAll(async ({ browser }) => {
+      test.setTimeout(180_000);
+      const { apiContext, afterAction } = await performAdminLogin(browser);
+      await glossary.create(apiContext);
+      await glossaryTerm.create(apiContext);
+      await table.create(apiContext);
+      await editorUser.create(apiContext, false);
+      const policyResponse = await editorPolicy.create(
+        apiContext,
+        BULK_EDIT_RULES
+      );
+      const roleResponse = await editorRole.create(apiContext, [
+        policyResponse.name,
+      ]);
+      await editorUser.patch({
+        apiContext,
+        patchData: [
+          {
+            op: 'add',
+            path: '/roles/0',
+            value: {
+              id: roleResponse.id,
+              type: 'role',
+              name: roleResponse.name,
+            },
           },
-        },
-      ],
+        ],
+      });
+      await afterAction();
     });
-    await afterAction();
-  });
-
-  test.afterAll(async ({ browser }) => {
-    test.setTimeout(120_000);
-    const { apiContext, afterAction } = await performAdminLogin(browser);
-    await table.delete(apiContext);
-    await glossaryTerm.delete(apiContext);
-    await glossary.delete(apiContext);
-    await editorUser.delete(apiContext);
-    await editorRole.delete(apiContext);
-    await editorPolicy.delete(apiContext);
-    await afterAction();
-  });
-
-  test('Editor with EditAll can access every bulk edit and import page', async ({
-    bulkEditorPage,
-  }) => {
-    test.setTimeout(150_000);
-    await redirectToHomePage(bulkEditorPage);
-    await verifyAllBulkRoutes(bulkEditorPage, true);
-  });
-
-  test('Data Consumer is blocked from every bulk edit and import page', async ({
-    dataConsumerPage,
-  }) => {
-    test.setTimeout(150_000);
-    await redirectToHomePage(dataConsumerPage);
-    await verifyAllBulkRoutes(dataConsumerPage, false);
-  });
-
-  test('Data Steward is blocked from every bulk edit and import page', async ({
-    dataStewardPage,
-  }) => {
-    test.setTimeout(150_000);
-    await redirectToHomePage(dataStewardPage);
-    await verifyAllBulkRoutes(dataStewardPage, false);
-  });
-
-  test('View-only user is blocked from every bulk edit and import page', async ({
-    viewOnlyPage,
-  }) => {
-    test.setTimeout(150_000);
-    await redirectToHomePage(viewOnlyPage);
-    await verifyAllBulkRoutes(viewOnlyPage, false);
-  });
-});
+
+    test.afterAll(async ({ browser }) => {
+      test.setTimeout(120_000);
+      const { apiContext, afterAction } = await performAdminLogin(browser);
+      await table.delete(apiContext);
+      await glossaryTerm.delete(apiContext);
+      await glossary.delete(apiContext);
+      await editorUser.delete(apiContext);
+      await editorRole.delete(apiContext);
+      await editorPolicy.delete(apiContext);
+      await afterAction();
+    });
+
+    test('Editor with EditAll can access every bulk edit and import page', async ({
+      bulkEditorPage,
+    }) => {
+      test.setTimeout(150_000);
+      await redirectToHomePage(bulkEditorPage);
+      await verifyAllBulkRoutes(bulkEditorPage, true);
+    });
+
+    test('Data Consumer is blocked from every bulk edit and import page', async ({
+      dataConsumerPage,
+    }) => {
+      test.setTimeout(150_000);
+      await redirectToHomePage(dataConsumerPage);
+      await verifyAllBulkRoutes(dataConsumerPage, false);
+    });
+
+    test('Data Steward is blocked from every bulk edit and import page', async ({
+      dataStewardPage,
+    }) => {
+      test.setTimeout(150_000);
+      await redirectToHomePage(dataStewardPage);
+      await verifyAllBulkRoutes(dataStewardPage, false);
+    });
+
+    test('View-only user is blocked from every bulk edit and import page', async ({
+      viewOnlyPage,
+    }) => {
+      test.setTimeout(150_000);
+      await redirectToHomePage(viewOnlyPage);
+      await verifyAllBulkRoutes(viewOnlyPage, false);
+    });
+  }
+);

openmetadata-ui/src/main/resources/ui/playwright/e2e/Features/BulkImport.spec.ts

@@ -144,7 +144,7 @@ const storedProcedureDetails = {
   glossary: glossaryDetails,
 };
 
-test.describe.fixme('Bulk Import Export', () => {
+test.describe.fixme('Bulk Import Export', { tag: '@import-export' }, () => {
   test.beforeAll('setup pre-test', async ({ browser }) => {
     const { apiContext, afterAction } = await createNewPage(browser);