Optimize E2E Testing Suite for CI Efficiency

.github/workflows/playwright.yml

@@ -10,7 +10,28 @@ jobs:
   test:
     timeout-minutes: 60
     runs-on: ubuntu-latest
-
+
+    services:
+      postgres:
+        image: postgres:15
+        env:
+          POSTGRES_PASSWORD: postgres
+          POSTGRES_DB: postgres
+        ports:
+          - 5432:5432
+        # Wait for postgres to be ready
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+
+    strategy:
+      fail-fast: false
+      matrix:
+        shardIndex: [1, 2, 3, 4]
+        shardTotal: [4]
+
     steps:
     - name: Checkout code
       uses: actions/checkout@v4
@@ -26,36 +47,56 @@ jobs:
     - name: Install Playwright Browsers
       run: bunx playwright install --with-deps
 
-    - name: Build application
-      run: bun run build
+    - name: Run migrations
+      run: bun run db:migrate
       env:
-        # Add any required environment variables for build
-        NODE_ENV: production
+        DATABASE_URL: postgresql://postgres:postgres@localhost:5432/postgres
 
-    - name: Start application
-      run: |
-        bun run start &
-        sleep 10
-        # Wait for the server to be ready
-        npx wait-on http://localhost:3000 --timeout 60000
-
-    - name: Run Playwright tests
-      run: bun run test:e2e
+    - name: Run Playwright tests (Shard ${{ matrix.shardIndex }}/${{ matrix.shardTotal }})
+      run: bunx playwright test --shard=${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
       env:
         CI: true
+        NODE_ENV: production
+        AUTH_DISABLED_FOR_DEV: true
+        DATABASE_URL: postgresql://postgres:postgres@localhost:5432/postgres
 
     - name: Upload test results
       uses: actions/upload-artifact@v4
       if: always()
       with:
-        name: playwright-report
-        path: playwright-report/
-        retention-days: 30
+        name: blob-report-${{ matrix.shardIndex }}
+        path: blob-report/
+        retention-days: 1
+
+  merge-reports:
+    if: always()
+    needs: [test]
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
 
-    - name: Upload test screenshots
+    - name: Setup Bun
+      uses: oven-sh/setup-bun@v2
+      with:
+        bun-version: 1.3.5
+
+    - name: Install dependencies
+      run: bun install --frozen-lockfile
+
+    - name: Download blobs
+      uses: actions/download-artifact@v4
+      with:
+        path: all-blobs
+        pattern: blob-report-*
+        merge-multiple: true
+
+    - name: Merge reports
+      run: bunx playwright merge-reports --reporter html ./all-blobs
+
+    - name: Upload merged report
       uses: actions/upload-artifact@v4
-      if: failure()
       with:
-        name: playwright-screenshots
-        path: test-results/
-        retention-days: 7
+        name: playwright-report
+        path: playwright-report/
+        retention-days: 30

lib/agents/resolution-search.tsx

@@ -76,4 +76,4 @@ Analyze the user's prompt and the image to provide a holistic understanding of t
     messages: filteredMessages,
     schema: resolutionSearchSchema,
   })
-}
+}

package.json

@@ -11,6 +11,10 @@
     "lint": "next lint",
     "db:migrate": "cross-env EXECUTE_MIGRATIONS=true bun lib/db/migrate.ts",
     "test:e2e": "playwright test",
+    "test:e2e:smoke": "playwright test --grep @smoke",
+    "test:e2e:parallel": "playwright test --workers=4",
+    "test:e2e:chromium": "playwright test --project=chromium",
+    "test:e2e:shard": "playwright test --shard=$SHARD_INDEX/$SHARD_TOTAL",
     "test:e2e:ui": "playwright test --ui",
     "test:e2e:headed": "playwright test --headed",
     "test:e2e:debug": "playwright test --debug"

playwright.config.ts

@@ -2,11 +2,12 @@ import { defineConfig, devices } from '@playwright/test';
 
 export default defineConfig({
   testDir: './tests',
+  globalSetup: require.resolve('./tests/global-setup'),
   fullyParallel: true,
   forbidOnly: !!process.env.CI,
   retries: process.env.CI ? 2 : 0,
-  workers: process.env.CI ? 1 : undefined,
-  reporter: 'html',
+  workers: process.env.CI ? 2 : undefined,
+  reporter: process.env.CI ? [['list'], ['github'], ['blob']] : 'html',
   use: {
     baseURL: 'http://localhost:3000',
     trace: 'on-first-retry',
@@ -15,28 +16,35 @@ export default defineConfig({
     {
       name: 'chromium',
       use: { ...devices['Desktop Chrome'] },
+      testIgnore: /mobile\.spec\.ts/,
     },
     {
       name: 'firefox',
       use: { ...devices['Desktop Firefox'] },
+      testIgnore: /mobile\.spec\.ts/,
     },
     {
       name: 'webkit',
       use: { ...devices['Desktop Safari'] },
+      testIgnore: /mobile\.spec\.ts/,
     },
     {
       name: 'Mobile Chrome',
       use: { ...devices['Pixel 5'] },
+      testMatch: /mobile\.spec\.ts/,
     },
     {
       name: 'Mobile Safari',
       use: { ...devices['iPhone 12'] },
+      testMatch: /mobile\.spec\.ts/,
     },
   ],
-  /* webServer: {
-    command: process.env.CI ? 'npm run build && npm run start' : 'npm run dev',
+  webServer: {
+    command: process.env.CI ? 'bun run build && bun run start' : 'bun run dev',
     url: 'http://localhost:3000',
     reuseExistingServer: !process.env.CI,
     timeout: 600000,
-  }, */
+    stdout: 'pipe',
+    stderr: 'pipe',
+  },
 });

tests/calendar.spec.ts

@@ -1,12 +1,7 @@
-import { test, expect } from '@playwright/test';
+import { test, expect } from './fixtures';
 
-test.describe('Calendar functionality', () => {
-  test.beforeEach(async ({ page }) => {
-    await page.goto('/');
-    await page.waitForSelector('[data-testid="calendar-toggle"]');
-  });
-
-  test('should open and close the calendar', async ({ page }) => {
+test.describe('Calendar functionality @smoke @calendar', () => {
+  test('should open and close the calendar', async ({ authenticatedPage: page }) => {
     // Open calendar
     await page.click('[data-testid="calendar-toggle"]');
     const calendar = page.locator('[data-testid="calendar-notepad"]');
@@ -17,7 +12,7 @@ test.describe('Calendar functionality', () => {
     await expect(calendar).not.toBeVisible();
   });
 
-  test('should display current month and year', async ({ page }) => {
+  test('should display current month and year', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
     const currentDate = new Date();
@@ -30,7 +25,7 @@ test.describe('Calendar functionality', () => {
     await expect(calendarHeader).toContainText(monthYear);
   });
 
-  test('should navigate to previous month', async ({ page }) => {
+  test('should navigate to previous month', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
     const initialMonth = await page.locator('[data-testid="calendar-header"]').innerText();
@@ -41,7 +36,7 @@ test.describe('Calendar functionality', () => {
     expect(newMonth).not.toBe(initialMonth);
   });
 
-  test('should navigate to next month', async ({ page }) => {
+  test('should navigate to next month', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
     const initialMonth = await page.locator('[data-testid="calendar-header"]').innerText();
@@ -52,7 +47,7 @@ test.describe('Calendar functionality', () => {
     expect(newMonth).not.toBe(initialMonth);
   });
 
-  test('should select a date', async ({ page }) => {
+  test('should select a date', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
     // Click on a specific date (e.g., the 15th of the current month)
@@ -63,43 +58,46 @@ test.describe('Calendar functionality', () => {
     await expect(dateButton).toHaveClass(/selected|active/);
   });
 
-  test('should add a note to a selected date', async ({ page }) => {
+  test('should add a note to a selected date', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
     // Select a date
     await page.click('[data-testid="calendar-day-15"]');
 
-    // Add a note
+    // Add a unique note to avoid conflicts during parallel execution
+    const uniqueNote = `Important meeting ${Date.now()}`;
     const noteInput = page.locator('[data-testid="calendar-note-input"]');
-    await noteInput.fill('Important meeting at 2 PM');
+    await noteInput.fill(uniqueNote);
 
     await page.click('[data-testid="calendar-save-note"]');
 
     // Verify the note is saved
     const savedNote = page.locator('[data-testid="calendar-note-content"]');
-    await expect(savedNote).toContainText('Important meeting at 2 PM');
+    await expect(savedNote).toContainText(uniqueNote);
   });
 
-  test('should edit an existing note', async ({ page }) => {
+  test('should edit an existing note', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
     // Select a date and add a note
     await page.click('[data-testid="calendar-day-15"]');
-    await page.fill('[data-testid="calendar-note-input"]', 'Original note');
+    const originalNote = `Original note ${Date.now()}`;
+    await page.fill('[data-testid="calendar-note-input"]', originalNote);
     await page.click('[data-testid="calendar-save-note"]');
 
     // Edit the note
     await page.click('[data-testid="calendar-edit-note"]');
-    await page.fill('[data-testid="calendar-note-input"]', 'Updated note');
+    const updatedNote = `Updated note ${Date.now()}`;
+    await page.fill('[data-testid="calendar-note-input"]', updatedNote);
     await page.click('[data-testid="calendar-save-note"]');
 
     // Verify the note is updated
-    const updatedNote = page.locator('[data-testid="calendar-note-content"]');
-    await expect(updatedNote).toContainText('Updated note');
-    await expect(updatedNote).not.toContainText('Original note');
+    const updatedNoteElement = page.locator('[data-testid="calendar-note-content"]');
+    await expect(updatedNoteElement).toContainText(updatedNote);
+    await expect(updatedNoteElement).not.toContainText(originalNote);
   });
 
-  test('should delete a note', async ({ page }) => {
+  test('should delete a note', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
     // Select a date and add a note
@@ -116,12 +114,13 @@ test.describe('Calendar functionality', () => {
     await expect(noteContent).not.toBeVisible();
   });
 
-  test('should persist notes after closing and reopening calendar', async ({ page }) => {
+  test('should persist notes after closing and reopening calendar', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
-    // Add a note
+    // Add a unique note
     await page.click('[data-testid="calendar-day-15"]');
-    await page.fill('[data-testid="calendar-note-input"]', 'Persistent note');
+    const persistentNoteText = `Persistent note ${Date.now()}`;
+    await page.fill('[data-testid="calendar-note-input"]', persistentNoteText);
     await page.click('[data-testid="calendar-save-note"]');
 
     // Close calendar
@@ -133,22 +132,23 @@ test.describe('Calendar functionality', () => {
 
     // Verify the note is still there
     const persistedNote = page.locator('[data-testid="calendar-note-content"]');
-    await expect(persistedNote).toContainText('Persistent note');
+    await expect(persistedNote).toContainText(persistentNoteText);
   });
 
-  test('should highlight dates with notes', async ({ page }) => {
+  test('should highlight dates with notes', async ({ authenticatedPage: page }) => {
     await page.click('[data-testid="calendar-toggle"]');
 
     // Add a note to a date
     await page.click('[data-testid="calendar-day-15"]');
-    await page.fill('[data-testid="calendar-note-input"]', 'Test note');
+    await page.fill('[data-testid="calendar-note-input"]', 'Highlight test note');
     await page.click('[data-testid="calendar-save-note"]');
 
     // Close the note panel
     await page.click('[data-testid="calendar-close-note"]');
 
-    // Verify the date has a visual indicator (dot, badge, etc.)
+    // Verify the date has a visual indicator
     const dateWithNote = page.locator('[data-testid="calendar-day-15"]');
     await expect(dateWithNote).toHaveClass(/has-note|noted/);
   });
+
 });