feat(e2e): automatically setup clerk testing tokens in app.dev()

Integration tests that create their own applications (using `.clone().commit()`)
were failing in CI with "CLERK_FAPI is required" errors. This happened because
`setupClerkTestingToken()` needs the CLERK_FAPI environment variable, which is
set by calling `clerkSetup()`.

Long-running apps automatically call `clerkSetup()` during init, but apps created
inline in tests did not. Rather than requiring each test to manually call
`clerkSetup()`, moved it into the `Application.dev()` method to run automatically
after the server starts.

This ensures all applications (both long-running and inline) have proper testing
token setup without manual intervention, preventing future test failures and
reducing boilerplate.

Additionally, added logging of all installed @clerk/* packages (including transitive
dependencies) during setup to aid in debugging version mismatches in CI.

Author: nikosdouvlis

integration/models/application.ts

@@ -1,5 +1,8 @@
 import * as path from 'node:path';
 
+import { parsePublishableKey } from '@clerk/shared/keys';
+import { clerkSetup } from '@clerk/testing/playwright';
+
 import { awaitableTreekill, createLogger, fs, getPort, run, waitForIdleProcess, waitForServer } from '../scripts';
 import type { ApplicationConfig } from './applicationConfig.js';
 import type { EnvironmentConfig } from './environment.js';
@@ -46,6 +49,10 @@ export const application = (
         const log = logger.child({ prefix: 'setup' }).info;
         await run(scripts.setup, { cwd: appDirPath, log });
         state.completedSetup = true;
+        // Print all Clerk package versions (direct and transitive)
+        const clerkPackagesLog = logger.child({ prefix: 'clerk-packages' }).info;
+        clerkPackagesLog('Installed @clerk/* packages:');
+        await run('pnpm list @clerk/* --depth 100', { cwd: appDirPath, log: clerkPackagesLog });
       }
     },
     dev: async (opts: { port?: number; manualStart?: boolean; detached?: boolean; serverUrl?: string } = {}) => {
@@ -82,6 +89,36 @@ export const application = (
       log(`Server started at ${runtimeServerUrl}, pid: ${proc.pid}`);
       cleanupFns.push(() => awaitableTreekill(proc.pid, 'SIGKILL'));
       state.serverUrl = runtimeServerUrl;
+
+      // Setup Clerk testing tokens after the server is running
+      if (state.env) {
+        try {
+          const publishableKey = state.env.publicVariables.get('CLERK_PUBLISHABLE_KEY');
+          const secretKey = state.env.privateVariables.get('CLERK_SECRET_KEY');
+          const apiUrl = state.env.privateVariables.get('CLERK_API_URL');
+
+          if (publishableKey && secretKey) {
+            const { instanceType, frontendApi: frontendApiUrl } = parsePublishableKey(publishableKey);
+
+            if (instanceType !== 'development') {
+              log('Skipping clerkSetup for non-development instance');
+            } else {
+              await clerkSetup({
+                publishableKey,
+                frontendApiUrl,
+                secretKey,
+                // @ts-expect-error apiUrl is not a typed option for clerkSetup, but it is accepted at runtime.
+                apiUrl,
+                dotenv: false,
+              });
+              log('Clerk testing tokens setup complete');
+            }
+          }
+        } catch (error) {
+          logger.warn('Failed to setup Clerk testing tokens:', error);
+        }
+      }
+
       return { port, serverUrl: runtimeServerUrl, pid: proc.pid };
     },
     build: async () => {