feat(e2e): add E2E_STAGING flag for staging env auto-swap

.changeset/staging-env-swap.md

@@ -0,0 +1,2 @@
+---
+---

.github/workflows/e2e-staging.yml

@@ -6,24 +6,24 @@ on:
   workflow_dispatch:
     inputs:
       ref:
-        description: "Branch to test against"
+        description: 'Branch to test against'
         required: false
-        default: "main"
+        default: 'main'
         type: string
       clerk-go-commit-sha:
-        description: "clerk_go commit SHA for status reporting"
+        description: 'clerk_go commit SHA for status reporting'
         required: false
         type: string
       sdk-source:
         description: "SDK source: 'latest' uses published @latest from npm, 'ref' builds from the checked-out branch"
         required: false
-        default: "latest"
+        default: 'latest'
         type: choice
         options:
           - latest
           - ref
       notify-slack:
-        description: "Send Slack notification on failure"
+        description: 'Send Slack notification on failure'
         required: false
         default: true
         type: boolean
@@ -39,7 +39,7 @@ concurrency:
 jobs:
   integration-tests:
     name: Integration Tests (${{ matrix.test-name }}, ${{ matrix.test-project }})
-    runs-on: "blacksmith-8vcpu-ubuntu-2204"
+    runs-on: 'blacksmith-8vcpu-ubuntu-2204'
     defaults:
       run:
         shell: bash
@@ -49,9 +49,16 @@ jobs:
       fail-fast: false
       matrix:
         test-name:
-          - "sessions:staging"
-          - "handshake:staging"
-        test-project: ["chrome"]
+          - 'sessions:staging'
+          - 'handshake:staging'
+          - 'generic'
+          - 'cache-components'
+          - 'express'
+          - 'hono'
+          - 'quickstart'
+          - 'react-router'
+          - 'tanstack-react-start'
+        test-project: ['chrome']
 
     steps:
       - name: Normalize inputs
@@ -96,7 +103,7 @@ jobs:
           ref: ${{ steps.inputs.outputs.ref }}
           fetch-depth: 1
           fetch-tags: false
-          filter: "blob:none"
+          filter: 'blob:none'
           show-progress: false
 
       - name: Setup
@@ -164,8 +171,8 @@ jobs:
       - name: Write all ENV certificates to files in integration/certs
         uses: actions/github-script@v7
         env:
-          INTEGRATION_CERTS: "${{ secrets.INTEGRATION_CERTS }}"
-          INTEGRATION_ROOT_CA: "${{ secrets.INTEGRATION_ROOT_CA }}"
+          INTEGRATION_CERTS: '${{ secrets.INTEGRATION_CERTS }}'
+          INTEGRATION_ROOT_CA: '${{ secrets.INTEGRATION_ROOT_CA }}'
         with:
           script: |
             const fs = require('fs');
@@ -186,14 +193,16 @@ jobs:
         timeout-minutes: 25
         run: pnpm turbo test:integration:${{ matrix.test-name }} $TURBO_ARGS
         env:
-          E2E_DEBUG: "1"
+          E2E_DEBUG: '1'
+          E2E_STAGING: '1'
           E2E_SDK_SOURCE: ${{ steps.inputs.outputs.sdk-source }}
           E2E_APP_CLERK_JS_DIR: ${{ runner.temp }}
           E2E_APP_CLERK_UI_DIR: ${{ runner.temp }}
-          E2E_CLERK_JS_VERSION: "latest"
-          E2E_CLERK_UI_VERSION: "latest"
+          E2E_CLERK_JS_VERSION: 'latest'
+          E2E_CLERK_UI_VERSION: 'latest'
           E2E_PROJECT: ${{ matrix.test-project }}
           INTEGRATION_INSTANCE_KEYS: ${{ secrets.INTEGRATION_INSTANCE_KEYS }}
+          INTEGRATION_STAGING_INSTANCE_KEYS: ${{ secrets.INTEGRATION_STAGING_INSTANCE_KEYS }}
           NODE_EXTRA_CA_CERTS: ${{ github.workspace }}/integration/certs/rootCA.pem
 
       - name: Upload test-results
@@ -208,7 +217,7 @@ jobs:
     name: Report Results
     needs: [integration-tests]
     if: always()
-    runs-on: "blacksmith-8vcpu-ubuntu-2204"
+    runs-on: 'blacksmith-8vcpu-ubuntu-2204'
     defaults:
       run:
         shell: bash

.gitignore

@@ -81,6 +81,7 @@ playground/*/yarn.lock
 
 # integration testing
 .keys.json
+.keys.staging.json
 .env.json
 .temp_integration
 playwright-report

integration/constants.ts

@@ -86,4 +86,5 @@ export const constants = {
    * PK and SK pairs from the env to use for integration tests.
    */
   INTEGRATION_INSTANCE_KEYS: process.env.INTEGRATION_INSTANCE_KEYS,
+  INTEGRATION_STAGING_INSTANCE_KEYS: process.env.INTEGRATION_STAGING_INSTANCE_KEYS,
 } as const;

integration/presets/__tests__/longRunningApps.test.ts

@@ -0,0 +1,100 @@
+import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+
+// Create a Proxy that returns a mock object for any property access (nested)
+const deepProxy = (): any =>
+  new Proxy(
+    {},
+    {
+      get: () => ({}),
+    },
+  );
+
+// Mock all preset modules to avoid loading real configs
+vi.mock('../astro', () => ({ astro: deepProxy() }));
+vi.mock('../expo', () => ({ expo: deepProxy() }));
+vi.mock('../express', () => ({ express: deepProxy() }));
+vi.mock('../hono', () => ({ hono: deepProxy() }));
+vi.mock('../next', () => ({ next: deepProxy() }));
+vi.mock('../nuxt', () => ({ nuxt: deepProxy() }));
+vi.mock('../react', () => ({ react: deepProxy() }));
+vi.mock('../react-router', () => ({ reactRouter: deepProxy() }));
+vi.mock('../tanstack', () => ({ tanstack: deepProxy() }));
+vi.mock('../vue', () => ({ vue: deepProxy() }));
+
+// Mock longRunningApplication to pass through config as-is
+vi.mock('../../models/longRunningApplication', () => ({
+  longRunningApplication: (params: any) => ({ id: params.id, env: params.env }),
+}));
+
+// Mock envs — use a Proxy so any envs.* property returns a unique mock env
+const mockIsStagingReady = vi.fn(() => true);
+vi.mock('../envs', () => {
+  const envProxy = new Proxy(
+    {},
+    {
+      get: (_target, prop: string) => ({ __mockEnvId: prop }),
+    },
+  );
+  return {
+    envs: envProxy,
+    isStagingReady: (...args: any[]) => mockIsStagingReady(...args),
+  };
+});
+
+describe('createLongRunningApps', () => {
+  let createLongRunningApps: typeof import('../longRunningApps').createLongRunningApps;
+
+  beforeEach(async () => {
+    vi.resetModules();
+    mockIsStagingReady.mockImplementation(() => true);
+    const mod = await import('../longRunningApps');
+    createLongRunningApps = mod.createLongRunningApps;
+  });
+
+  afterEach(() => {
+    delete process.env.E2E_STAGING;
+  });
+
+  describe('getByPattern', () => {
+    it('returns matching apps for a valid exact pattern', () => {
+      const apps = createLongRunningApps();
+      const result = apps.getByPattern(['react.vite.withEmailCodes']);
+      expect(result).toHaveLength(1);
+      expect(result[0].id).toBe('react.vite.withEmailCodes');
+    });
+
+    it('returns matching apps for a valid glob pattern', () => {
+      const apps = createLongRunningApps();
+      const result = apps.getByPattern(['react.vite.*']);
+      expect(result.length).toBeGreaterThanOrEqual(1);
+      expect(result.every((r: any) => r.id.startsWith('react.vite.'))).toBe(true);
+    });
+
+    it('throws for an invalid pattern (typo) in normal mode', () => {
+      const apps = createLongRunningApps();
+      expect(() => apps.getByPattern(['react.vite.withEmailCodez'])).toThrow(/Could not find long running app with id/);
+    });
+
+    it('throws for an invalid pattern (typo) even when E2E_STAGING=1', () => {
+      process.env.E2E_STAGING = '1';
+      const apps = createLongRunningApps();
+      expect(() => apps.getByPattern(['react.vite.withEmailCodez'])).toThrow(/Could not find long running app with id/);
+    });
+
+    it('returns [] for a known app filtered by isStagingReady when E2E_STAGING=1', () => {
+      process.env.E2E_STAGING = '1';
+      // Filter out all apps (simulates no staging keys)
+      mockIsStagingReady.mockImplementation(() => false);
+      const apps = createLongRunningApps();
+      const result = apps.getByPattern(['react.vite.withEmailCodes']);
+      expect(result).toEqual([]);
+    });
+
+    it('throws for a known app filtered by isStagingReady without E2E_STAGING', () => {
+      // Filter out all apps
+      mockIsStagingReady.mockImplementation(() => false);
+      const apps = createLongRunningApps();
+      expect(() => apps.getByPattern(['react.vite.withEmailCodes'])).toThrow(/Could not find long running app with id/);
+    });
+  });
+});