playwright.config.ts

import { defineConfig, devices } from "@playwright/test";

/**
 * Playwright configuration for MCP Inspector E2E tests
 * @see https://playwright.dev/docs/test-configuration
 *
 * Environment variables:
 * - TEST_MODE=dev (default): Standalone inspector via pnpm dev
 * - TEST_MODE=production: Standalone inspector via pnpm build && pnpm start
 * - TEST_SERVER_MODE=external-built (default): Built server at :3002, standalone inspector at :3000
 * - TEST_SERVER_MODE=builtin-dev: Server dev at :3000 with builtin inspector (for HMR)
 * - TEST_SERVER_MODE=remote: Remote server via TEST_SERVER_URL
 * - TEST_SERVER_URL: Custom MCP endpoint URL (optional)
 */

// Disable telemetry during test runs
process.env.MCP_USE_ANONYMIZED_TELEMETRY = "false";

const testMode = process.env.TEST_MODE || "dev";
const serverMode = process.env.TEST_SERVER_MODE || "external-built";
const builtinPort = Number(process.env.TEST_PORT || 3000);

const { baseURL, webServer } = (() => {
  if (serverMode === "builtin-dev") {
    // Config 3: Server dev with builtin inspector (same port 3000, under /mcp)
    return {
      baseURL: `http://localhost:${builtinPort}/mcp/inspector`,
      webServer: undefined, // Must start server manually
    };
  }

  // Config 1/2: Standalone inspector at :3000, server at :3002
  return {
    baseURL: "http://localhost:3000/inspector",
    webServer:
      testMode === "production"
        ? {
            command: "pnpm start",
            url: "http://localhost:3000/inspector",
            reuseExistingServer: !process.env.CI,
            timeout: 60_000,
          }
        : {
            command: "pnpm dev",
            url: "http://localhost:3000/inspector",
            reuseExistingServer: !process.env.CI,
            timeout: 120_000,
          },
  };
})();

export default defineConfig({
  testDir: "./tests/e2e",
  // In production mode, we skip HMR tests and can run tests in parallel
  // HMR tests modify server files and must run serially
  // Other modes use dev server where file changes can cause interference
  // Note: Tests within a file run sequentially, different files run in parallel
  // The conformance server is stateless for most operations, and browser contexts
  // are isolated per test (localStorage/cookies cleared in beforeEach)
  fullyParallel: testMode !== "builtin",
  forbidOnly: !!process.env.CI,
  retries: process.env.CI ? 2 : 0,
  // Production mode: 3 workers for parallelization (skips HMR tests)
  // Other modes: 1 worker for serial execution (includes HMR tests)
  workers: testMode === "builtin" ? 1 : undefined,
  reporter: "html",
  timeout: 90_000, // 90 seconds per test (chat tests with LLM can be slow)
  // CI environments (Docker/xvfb) need longer timeouts due to slower rendering
  // 15s: connection flow (init + lists) can be slow under parallel workers
  expect: {
    timeout: 15_000,
  },
  use: {
    baseURL,
    trace: "on-first-retry",
    screenshot: "only-on-failure",
    video: "retain-on-failure",
    // Slow down actions in CI for more reliable iframe interactions
    ...(process.env.CI && { actionTimeout: 10_000 }),
  },

  projects: [
    {
      name: "chromium",
      use: { ...devices["Desktop Chrome"] },
    },
    // {
    //   name: "firefox",
    //   use: { ...devices["Desktop Firefox"] },
    // },
    // {
    //   name: "webkit",
    //   use: { ...devices["Desktop Safari"] },
    // },
  ],

  webServer,
});