From da658300e3f122ae0bce61e4033b0bda7028a101 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sat, 31 Jan 2026 22:10:33 -0600
Subject: [PATCH 01/21] feat: add eval framework for testing installer agent
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Introduces a structured evaluation system to validate the WorkOS installer
agent against framework fixtures. Phase 1 includes:

- Core types and interfaces for grading results
- File and build graders with pattern matching
- Next.js-specific grader checking AuthKit integration
- Fixture manager for temp dir setup/cleanup
- Eval runner orchestrating fixture → agent → grade flow
- CLI entry point with --framework and --verbose flags
- Minimal Next.js 14 App Router fixture

The agent executor is stubbed to validate framework structure first.
Run with: pnpm eval
---
 .gitignore                                  |  3 +
 package.json                                |  5 +-
 src/utils/exec-file.ts                      | 59 +++++++++++++++++
 tests/evals/agent-executor.ts               | 51 +++++++++++++++
 tests/evals/fixture-manager.ts              | 51 +++++++++++++++
 tests/evals/graders/build-grader.ts         | 46 +++++++++++++
 tests/evals/graders/file-grader.ts          | 58 +++++++++++++++++
 tests/evals/graders/nextjs.grader.ts        | 55 ++++++++++++++++
 tests/evals/index.ts                        | 28 ++++++++
 tests/evals/runner.ts                       | 71 +++++++++++++++++++++
 tests/evals/types.ts                        | 31 +++++++++
 tests/fixtures/nextjs/fresh/app/layout.tsx  | 11 ++++
 tests/fixtures/nextjs/fresh/app/page.tsx    |  7 ++
 tests/fixtures/nextjs/fresh/next.config.mjs |  4 ++
 tests/fixtures/nextjs/fresh/package.json    | 21 ++++++
 tests/fixtures/nextjs/fresh/tsconfig.json   | 21 ++++++
 16 files changed, 520 insertions(+), 2 deletions(-)
 create mode 100644 src/utils/exec-file.ts
 create mode 100644 tests/evals/agent-executor.ts
 create mode 100644 tests/evals/fixture-manager.ts
 create mode 100644 tests/evals/graders/build-grader.ts
 create mode 100644 tests/evals/graders/file-grader.ts
 create mode 100644 tests/evals/graders/nextjs.grader.ts
 create mode 100644 tests/evals/index.ts
 create mode 100644 tests/evals/runner.ts
 create mode 100644 tests/evals/types.ts
 create mode 100644 tests/fixtures/nextjs/fresh/app/layout.tsx
 create mode 100644 tests/fixtures/nextjs/fresh/app/page.tsx
 create mode 100644 tests/fixtures/nextjs/fresh/next.config.mjs
 create mode 100644 tests/fixtures/nextjs/fresh/package.json
 create mode 100644 tests/fixtures/nextjs/fresh/tsconfig.json

diff --git a/.gitignore b/.gitignore
index 785f59f..92aa0ee 100644
--- a/.gitignore
+++ b/.gitignore
@@ -28,3 +28,6 @@ src/version.ts
 .idea
 *.sublime-*
 dist/
+
+# Eval results
+tests/eval-results/
diff --git a/package.json b/package.json
index 6ac44c4..fd33a52 100644
--- a/package.json
+++ b/package.json
@@ -71,7 +71,7 @@
   "engines": {
     "node": ">=20.20"
   },
-  "packageManager": "pnpm@10.23.0+sha512.21c4e5698002ade97e4efe8b8b4a89a8de3c85a37919f957e7a0f30f38fbc5bbdd05980ffe29179b2fb6e6e691242e098d945d1601772cad0fef5fb6411e2a4b",
+  "packageManager": "pnpm@10.28.2",
   "scripts": {
     "clean": "rm -rf ./dist",
     "prebuild": "pnpm clean",
@@ -85,7 +85,8 @@
     "test": "vitest run",
     "test:watch": "vitest",
     "test:coverage": "vitest run --coverage",
-    "typecheck": "tsc --noEmit"
+    "typecheck": "tsc --noEmit",
+    "eval": "tsx tests/evals/index.ts"
   },
   "author": "WorkOS",
   "license": "MIT"
diff --git a/src/utils/exec-file.ts b/src/utils/exec-file.ts
new file mode 100644
index 0000000..5c81b6a
--- /dev/null
+++ b/src/utils/exec-file.ts
@@ -0,0 +1,59 @@
+import { spawn } from 'node:child_process';
+
+export interface ExecResult {
+  status: number;
+  stdout: string;
+  stderr: string;
+}
+
+export interface ExecOptions {
+  cwd?: string;
+  timeout?: number;
+  env?: NodeJS.ProcessEnv;
+}
+
+/**
+ * Execute a command without throwing on non-zero exit codes.
+ * Returns { status, stdout, stderr } for all outcomes.
+ */
+export function execFileNoThrow(
+  command: string,
+  args: string[],
+  options: ExecOptions = {}
+): Promise<ExecResult> {
+  return new Promise((resolve) => {
+    const child = spawn(command, args, {
+      cwd: options.cwd,
+      env: options.env ?? process.env,
+      timeout: options.timeout,
+      shell: false,
+    });
+
+    let stdout = '';
+    let stderr = '';
+
+    child.stdout?.on('data', (data) => {
+      stdout += data.toString();
+    });
+
+    child.stderr?.on('data', (data) => {
+      stderr += data.toString();
+    });
+
+    child.on('close', (code) => {
+      resolve({
+        status: code ?? 1,
+        stdout,
+        stderr,
+      });
+    });
+
+    child.on('error', (err) => {
+      resolve({
+        status: 1,
+        stdout,
+        stderr: err.message,
+      });
+    });
+  });
+}
diff --git a/tests/evals/agent-executor.ts b/tests/evals/agent-executor.ts
new file mode 100644
index 0000000..5b45a68
--- /dev/null
+++ b/tests/evals/agent-executor.ts
@@ -0,0 +1,51 @@
+import { Integration } from '../../src/lib/constants.js';
+
+export interface AgentResult {
+  success: boolean;
+  output: string;
+  toolCalls: Array<{ tool: string; args: unknown; result: unknown }>;
+}
+
+export class AgentExecutor {
+  constructor(
+    private workDir: string,
+    private framework: string
+  ) {}
+
+  async run(): Promise<AgentResult> {
+    const toolCalls: AgentResult['toolCalls'] = [];
+
+    // Map framework to Integration enum
+    const integration = this.getIntegration();
+
+    // TODO: In a real implementation, this would:
+    // 1. Build the prompt using existing infrastructure
+    // 2. Initialize and run the agent
+    // 3. Capture tool calls and output
+    //
+    // For now, we stub this to focus on the eval framework structure.
+    // The agent runner integration will be completed once we validate
+    // the fixture/grader flow works correctly.
+
+    console.log(`  Running agent for ${integration} in ${this.workDir}...`);
+
+    // Placeholder - actual agent execution would go here
+    // This allows us to test the eval framework structure
+    return {
+      success: true,
+      output: `[Placeholder] Agent would run ${integration} installation here`,
+      toolCalls,
+    };
+  }
+
+  private getIntegration(): Integration {
+    const map: Record<string, Integration> = {
+      nextjs: Integration.nextjs,
+      react: Integration.react,
+      'react-router': Integration.reactRouter,
+      'tanstack-start': Integration.tanstackStart,
+      'vanilla-js': Integration.vanillaJs,
+    };
+    return map[this.framework];
+  }
+}
diff --git a/tests/evals/fixture-manager.ts b/tests/evals/fixture-manager.ts
new file mode 100644
index 0000000..387a7ea
--- /dev/null
+++ b/tests/evals/fixture-manager.ts
@@ -0,0 +1,51 @@
+import { cp, rm, mkdtemp } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { execFileNoThrow } from '../../src/utils/exec-file.js';
+
+export class FixtureManager {
+  private tempDir: string | null = null;
+
+  constructor(
+    private framework: string,
+    private state: string
+  ) {}
+
+  async setup(): Promise<string> {
+    // Create temp directory
+    this.tempDir = await mkdtemp(join(tmpdir(), `eval-${this.framework}-`));
+
+    // Copy fixture files
+    const fixtureSource = join(
+      process.cwd(),
+      'tests/fixtures',
+      this.framework,
+      this.state
+    );
+
+    await cp(fixtureSource, this.tempDir, { recursive: true });
+
+    // Install dependencies using safe exec
+    console.log('  Installing dependencies...');
+    const result = await execFileNoThrow('pnpm', ['install'], {
+      cwd: this.tempDir,
+    });
+
+    if (result.status !== 0) {
+      throw new Error(`pnpm install failed: ${result.stderr}`);
+    }
+
+    return this.tempDir;
+  }
+
+  async cleanup(): Promise<void> {
+    if (this.tempDir) {
+      await rm(this.tempDir, { recursive: true, force: true });
+      this.tempDir = null;
+    }
+  }
+
+  getTempDir(): string | null {
+    return this.tempDir;
+  }
+}
diff --git a/tests/evals/graders/build-grader.ts b/tests/evals/graders/build-grader.ts
new file mode 100644
index 0000000..9834ac1
--- /dev/null
+++ b/tests/evals/graders/build-grader.ts
@@ -0,0 +1,46 @@
+import { execFileNoThrow } from '../../../src/utils/exec-file.js';
+import type { GradeCheck } from '../types.js';
+
+export class BuildGrader {
+  constructor(protected workDir: string) {}
+
+  async checkBuild(): Promise<GradeCheck> {
+    const result = await execFileNoThrow('pnpm', ['build'], {
+      cwd: this.workDir,
+      timeout: 120000, // 2 minute timeout
+    });
+
+    if (result.status === 0) {
+      return {
+        name: 'Build succeeds',
+        passed: true,
+      };
+    }
+
+    return {
+      name: 'Build succeeds',
+      passed: false,
+      message: `Build failed: ${result.stderr.slice(0, 500)}`,
+    };
+  }
+
+  async checkTypecheck(): Promise<GradeCheck> {
+    const result = await execFileNoThrow('pnpm', ['tsc', '--noEmit'], {
+      cwd: this.workDir,
+      timeout: 60000,
+    });
+
+    if (result.status === 0) {
+      return {
+        name: 'Type check passes',
+        passed: true,
+      };
+    }
+
+    return {
+      name: 'Type check passes',
+      passed: false,
+      message: `Type errors: ${result.stderr.slice(0, 500)}`,
+    };
+  }
+}
diff --git a/tests/evals/graders/file-grader.ts b/tests/evals/graders/file-grader.ts
new file mode 100644
index 0000000..d6860cb
--- /dev/null
+++ b/tests/evals/graders/file-grader.ts
@@ -0,0 +1,58 @@
+import { access, readFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import type { GradeCheck } from '../types.js';
+
+export class FileGrader {
+  constructor(protected workDir: string) {}
+
+  async checkFileExists(relativePath: string): Promise<GradeCheck> {
+    const fullPath = join(this.workDir, relativePath);
+    try {
+      await access(fullPath);
+      return {
+        name: `File exists: ${relativePath}`,
+        passed: true,
+      };
+    } catch {
+      return {
+        name: `File exists: ${relativePath}`,
+        passed: false,
+        message: `File not found: ${relativePath}`,
+      };
+    }
+  }
+
+  async checkFileContains(
+    relativePath: string,
+    patterns: (string | RegExp)[]
+  ): Promise<GradeCheck[]> {
+    const fullPath = join(this.workDir, relativePath);
+    const checks: GradeCheck[] = [];
+
+    let content: string;
+    try {
+      content = await readFile(fullPath, 'utf-8');
+    } catch {
+      return patterns.map((p) => ({
+        name: `Pattern in ${relativePath}: ${p}`,
+        passed: false,
+        message: `Cannot read file: ${relativePath}`,
+      }));
+    }
+
+    for (const pattern of patterns) {
+      const matches =
+        typeof pattern === 'string'
+          ? content.includes(pattern)
+          : pattern.test(content);
+
+      checks.push({
+        name: `Pattern in ${relativePath}: ${pattern}`,
+        passed: matches,
+        message: matches ? undefined : `Pattern not found: ${pattern}`,
+      });
+    }
+
+    return checks;
+  }
+}
diff --git a/tests/evals/graders/nextjs.grader.ts b/tests/evals/graders/nextjs.grader.ts
new file mode 100644
index 0000000..d371f03
--- /dev/null
+++ b/tests/evals/graders/nextjs.grader.ts
@@ -0,0 +1,55 @@
+import { FileGrader } from './file-grader.js';
+import { BuildGrader } from './build-grader.js';
+import type { Grader, GradeResult, GradeCheck } from '../types.js';
+
+export class NextjsGrader implements Grader {
+  private fileGrader: FileGrader;
+  private buildGrader: BuildGrader;
+
+  constructor(workDir: string) {
+    this.fileGrader = new FileGrader(workDir);
+    this.buildGrader = new BuildGrader(workDir);
+  }
+
+  async grade(): Promise<GradeResult> {
+    const checks: GradeCheck[] = [];
+
+    // Check callback route exists (App Router)
+    checks.push(
+      await this.fileGrader.checkFileExists('app/api/auth/callback/route.ts')
+    );
+
+    // Check middleware exists
+    checks.push(await this.fileGrader.checkFileExists('middleware.ts'));
+
+    // Check middleware imports authkit
+    checks.push(
+      ...(await this.fileGrader.checkFileContains('middleware.ts', [
+        '@workos-inc/authkit-nextjs',
+        'authkitMiddleware',
+      ]))
+    );
+
+    // Check AuthKitProvider in layout
+    checks.push(
+      ...(await this.fileGrader.checkFileContains('app/layout.tsx', [
+        'AuthKitProvider',
+      ]))
+    );
+
+    // Check environment variables used correctly
+    checks.push(
+      ...(await this.fileGrader.checkFileContains('middleware.ts', [
+        /process\.env\.WORKOS_/,
+      ]))
+    );
+
+    // Check build succeeds
+    checks.push(await this.buildGrader.checkBuild());
+
+    return {
+      passed: checks.every((c) => c.passed),
+      checks,
+    };
+  }
+}
diff --git a/tests/evals/index.ts b/tests/evals/index.ts
new file mode 100644
index 0000000..f2b76bd
--- /dev/null
+++ b/tests/evals/index.ts
@@ -0,0 +1,28 @@
+#!/usr/bin/env node
+import { runEvals } from './runner.js';
+
+async function main() {
+  const args = process.argv.slice(2);
+
+  // Parse basic flags (expand in Phase 2)
+  const options = {
+    framework: args.find((a) => a.startsWith('--framework='))?.split('=')[1],
+    verbose: args.includes('--verbose'),
+  };
+
+  try {
+    const results = await runEvals(options);
+
+    // Print summary
+    const passed = results.filter((r) => r.passed).length;
+    console.log(`\n${passed}/${results.length} scenarios passed`);
+
+    // Exit code
+    process.exit(results.every((r) => r.passed) ? 0 : 1);
+  } catch (error) {
+    console.error('Eval failed:', error);
+    process.exit(1);
+  }
+}
+
+main();
diff --git a/tests/evals/runner.ts b/tests/evals/runner.ts
new file mode 100644
index 0000000..845e503
--- /dev/null
+++ b/tests/evals/runner.ts
@@ -0,0 +1,71 @@
+import { FixtureManager } from './fixture-manager.js';
+import { AgentExecutor } from './agent-executor.js';
+import { NextjsGrader } from './graders/nextjs.grader.js';
+import type { EvalResult, EvalOptions, Grader } from './types.js';
+
+interface Scenario {
+  framework: string;
+  state: string;
+  grader: new (workDir: string) => Grader;
+}
+
+const SCENARIOS: Scenario[] = [
+  { framework: 'nextjs', state: 'fresh', grader: NextjsGrader },
+  // More scenarios added in Phase 2
+];
+
+export async function runEvals(options: EvalOptions): Promise<EvalResult[]> {
+  const results: EvalResult[] = [];
+
+  const scenarios = SCENARIOS.filter(
+    (s) => !options.framework || s.framework === options.framework
+  );
+
+  for (const scenario of scenarios) {
+    console.log(`\nRunning: ${scenario.framework}/${scenario.state}`);
+    const startTime = Date.now();
+
+    const fixtureManager = new FixtureManager(scenario.framework, scenario.state);
+
+    try {
+      // Setup fixture in temp directory
+      const workDir = await fixtureManager.setup();
+
+      // Run agent against fixture
+      const executor = new AgentExecutor(workDir, scenario.framework);
+      const agentResult = await executor.run();
+
+      // Grade the result
+      const grader = new scenario.grader(workDir);
+      const gradeResult = await grader.grade();
+
+      results.push({
+        scenario: `${scenario.framework}/${scenario.state}`,
+        passed: gradeResult.passed,
+        duration: Date.now() - startTime,
+        checks: gradeResult.checks,
+        agentOutput: agentResult.output,
+      });
+
+      console.log(gradeResult.passed ? '✓ PASSED' : '✗ FAILED');
+
+      if (!gradeResult.passed) {
+        for (const check of gradeResult.checks.filter((c) => !c.passed)) {
+          console.log(`  - ${check.name}: ${check.message}`);
+        }
+      }
+    } catch (error) {
+      results.push({
+        scenario: `${scenario.framework}/${scenario.state}`,
+        passed: false,
+        duration: Date.now() - startTime,
+        error: error instanceof Error ? error.message : String(error),
+      });
+      console.log('✗ ERROR:', error);
+    } finally {
+      await fixtureManager.cleanup();
+    }
+  }
+
+  return results;
+}
diff --git a/tests/evals/types.ts b/tests/evals/types.ts
new file mode 100644
index 0000000..59c1844
--- /dev/null
+++ b/tests/evals/types.ts
@@ -0,0 +1,31 @@
+export interface GradeCheck {
+  name: string;
+  passed: boolean;
+  message?: string;
+  expected?: string;
+  actual?: string;
+}
+
+export interface GradeResult {
+  passed: boolean;
+  checks: GradeCheck[];
+}
+
+export interface Grader {
+  grade(): Promise<GradeResult>;
+}
+
+export interface EvalResult {
+  scenario: string;
+  passed: boolean;
+  duration: number;
+  checks?: GradeCheck[];
+  agentOutput?: string;
+  error?: string;
+}
+
+export interface EvalOptions {
+  framework?: string;
+  state?: string;
+  verbose?: boolean;
+}
diff --git a/tests/fixtures/nextjs/fresh/app/layout.tsx b/tests/fixtures/nextjs/fresh/app/layout.tsx
new file mode 100644
index 0000000..225b603
--- /dev/null
+++ b/tests/fixtures/nextjs/fresh/app/layout.tsx
@@ -0,0 +1,11 @@
+export default function RootLayout({
+  children,
+}: {
+  children: React.ReactNode;
+}) {
+  return (
+    <html lang="en">
+      <body>{children}</body>
+    </html>
+  );
+}
diff --git a/tests/fixtures/nextjs/fresh/app/page.tsx b/tests/fixtures/nextjs/fresh/app/page.tsx
new file mode 100644
index 0000000..9584f50
--- /dev/null
+++ b/tests/fixtures/nextjs/fresh/app/page.tsx
@@ -0,0 +1,7 @@
+export default function Home() {
+  return (
+    <main>
+      <h1>Welcome</h1>
+    </main>
+  );
+}
diff --git a/tests/fixtures/nextjs/fresh/next.config.mjs b/tests/fixtures/nextjs/fresh/next.config.mjs
new file mode 100644
index 0000000..4678774
--- /dev/null
+++ b/tests/fixtures/nextjs/fresh/next.config.mjs
@@ -0,0 +1,4 @@
+/** @type {import('next').NextConfig} */
+const nextConfig = {};
+
+export default nextConfig;
diff --git a/tests/fixtures/nextjs/fresh/package.json b/tests/fixtures/nextjs/fresh/package.json
new file mode 100644
index 0000000..0016e7d
--- /dev/null
+++ b/tests/fixtures/nextjs/fresh/package.json
@@ -0,0 +1,21 @@
+{
+  "name": "nextjs-fresh-fixture",
+  "version": "0.0.1",
+  "private": true,
+  "scripts": {
+    "dev": "next dev",
+    "build": "next build",
+    "start": "next start"
+  },
+  "dependencies": {
+    "next": "^14.2.0",
+    "react": "^18.3.0",
+    "react-dom": "^18.3.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "@types/react": "^18.3.0",
+    "@types/react-dom": "^18.3.0",
+    "typescript": "^5.4.0"
+  }
+}
diff --git a/tests/fixtures/nextjs/fresh/tsconfig.json b/tests/fixtures/nextjs/fresh/tsconfig.json
new file mode 100644
index 0000000..6420eed
--- /dev/null
+++ b/tests/fixtures/nextjs/fresh/tsconfig.json
@@ -0,0 +1,21 @@
+{
+  "compilerOptions": {
+    "target": "ES2017",
+    "lib": ["dom", "dom.iterable", "esnext"],
+    "allowJs": true,
+    "skipLibCheck": true,
+    "strict": true,
+    "noEmit": true,
+    "esModuleInterop": true,
+    "module": "esnext",
+    "moduleResolution": "bundler",
+    "resolveJsonModule": true,
+    "isolatedModules": true,
+    "jsx": "preserve",
+    "incremental": true,
+    "plugins": [{ "name": "next" }],
+    "paths": { "@/*": ["./*"] }
+  },
+  "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
+  "exclude": ["node_modules"]
+}

From 7d83b35d127f9d37c561041a50a1a57ec0868d99 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sat, 31 Jan 2026 22:25:00 -0600
Subject: [PATCH 02/21] feat: expand eval framework to full 15-scenario test
 matrix

Add CLI with filtering (--framework, --state, --json), matrix reporter,
and graders for all 5 frameworks. Create fixtures for fresh, existing,
and existing-auth0 states across Next.js, React SPA, React Router,
TanStack Start, and Vanilla JS.
---
 tests/evals/cli.ts                            | 68 ++++++++++++++++
 tests/evals/graders/react-router.grader.ts    | 80 +++++++++++++++++++
 tests/evals/graders/react.grader.ts           | 52 ++++++++++++
 tests/evals/graders/tanstack.grader.ts        | 78 ++++++++++++++++++
 tests/evals/graders/vanilla.grader.ts         | 59 ++++++++++++++
 tests/evals/index.ts                          | 22 ++---
 tests/evals/reporter.ts                       | 61 ++++++++++++++
 tests/evals/runner.ts                         | 32 +++++++-
 .../nextjs/existing-auth0/.env.example        |  5 ++
 .../nextjs/existing-auth0/app/about/page.tsx  |  8 ++
 .../app/api/auth/[auth0]/route.ts             |  3 +
 .../existing-auth0/app/dashboard/page.tsx     | 26 ++++++
 .../nextjs/existing-auth0/app/layout.tsx      | 23 ++++++
 .../nextjs/existing-auth0/app/page.tsx        |  8 ++
 .../nextjs/existing-auth0/next.config.mjs     |  4 +
 .../nextjs/existing-auth0/package.json        | 22 +++++
 .../nextjs/existing-auth0/tsconfig.json       | 26 ++++++
 .../nextjs/existing/app/about/page.tsx        |  8 ++
 .../nextjs/existing/app/api/hello/route.ts    |  5 ++
 .../nextjs/existing/app/dashboard/page.tsx    |  8 ++
 tests/fixtures/nextjs/existing/app/layout.tsx | 19 +++++
 tests/fixtures/nextjs/existing/app/page.tsx   |  8 ++
 .../fixtures/nextjs/existing/next.config.mjs  |  4 +
 tests/fixtures/nextjs/existing/package.json   | 21 +++++
 tests/fixtures/nextjs/existing/tsconfig.json  | 26 ++++++
 .../react-router/existing-auth0/.env.example  |  2 +
 .../react-router/existing-auth0/app/root.tsx  | 36 +++++++++
 .../react-router/existing-auth0/app/routes.ts |  7 ++
 .../existing-auth0/app/routes/about.tsx       |  8 ++
 .../existing-auth0/app/routes/dashboard.tsx   | 25 ++++++
 .../existing-auth0/app/routes/home.tsx        | 17 ++++
 .../react-router/existing-auth0/package.json  | 26 ++++++
 .../existing-auth0/react-router.config.ts     |  5 ++
 .../react-router/existing-auth0/tsconfig.json | 19 +++++
 .../existing-auth0/vite.config.ts             | 12 +++
 .../react-router/existing/app/root.tsx        | 27 +++++++
 .../react-router/existing/app/routes.ts       |  7 ++
 .../existing/app/routes/about.tsx             |  8 ++
 .../existing/app/routes/dashboard.tsx         |  8 ++
 .../react-router/existing/app/routes/home.tsx |  8 ++
 .../react-router/existing/package.json        | 25 ++++++
 .../existing/react-router.config.ts           |  5 ++
 .../react-router/existing/tsconfig.json       | 19 +++++
 .../react-router/existing/vite.config.ts      | 12 +++
 .../fixtures/react-router/fresh/app/root.tsx  | 23 ++++++
 .../fixtures/react-router/fresh/app/routes.ts |  3 +
 .../react-router/fresh/app/routes/home.tsx    |  8 ++
 .../fixtures/react-router/fresh/package.json  | 25 ++++++
 .../react-router/fresh/react-router.config.ts |  5 ++
 .../fixtures/react-router/fresh/tsconfig.json | 16 ++++
 .../react-router/fresh/vite.config.ts         |  6 ++
 .../react/existing-auth0/.env.example         |  2 +
 .../fixtures/react/existing-auth0/index.html  | 12 +++
 .../react/existing-auth0/package.json         | 24 ++++++
 .../fixtures/react/existing-auth0/src/App.tsx | 30 +++++++
 .../react/existing-auth0/src/main.tsx         | 21 +++++
 .../react/existing-auth0/src/pages/About.tsx  |  8 ++
 .../existing-auth0/src/pages/Dashboard.tsx    | 20 +++++
 .../react/existing-auth0/src/pages/Home.tsx   |  8 ++
 .../react/existing-auth0/src/vite-env.d.ts    | 10 +++
 .../react/existing-auth0/tsconfig.json        | 23 ++++++
 .../react/existing-auth0/vite.config.ts       | 12 +++
 tests/fixtures/react/existing/index.html      | 12 +++
 tests/fixtures/react/existing/package.json    | 23 ++++++
 tests/fixtures/react/existing/src/App.tsx     | 22 +++++
 tests/fixtures/react/existing/src/main.tsx    | 12 +++
 .../react/existing/src/pages/About.tsx        |  8 ++
 .../react/existing/src/pages/Dashboard.tsx    |  8 ++
 .../react/existing/src/pages/Home.tsx         |  8 ++
 .../fixtures/react/existing/src/vite-env.d.ts |  1 +
 tests/fixtures/react/existing/tsconfig.json   | 23 ++++++
 tests/fixtures/react/existing/vite.config.ts  | 12 +++
 tests/fixtures/react/fresh/index.html         | 12 +++
 tests/fixtures/react/fresh/package.json       | 22 +++++
 tests/fixtures/react/fresh/src/App.tsx        | 10 +++
 tests/fixtures/react/fresh/src/main.tsx       |  9 +++
 tests/fixtures/react/fresh/src/vite-env.d.ts  |  1 +
 tests/fixtures/react/fresh/tsconfig.json      | 20 +++++
 tests/fixtures/react/fresh/vite.config.ts     |  6 ++
 .../existing-auth0/.env.example               |  2 +
 .../existing-auth0/app.config.ts              |  3 +
 .../existing-auth0/app/client.tsx             |  7 ++
 .../existing-auth0/app/router.tsx             | 16 ++++
 .../existing-auth0/app/routes/__root.tsx      | 33 ++++++++
 .../existing-auth0/app/routes/about.tsx       | 14 ++++
 .../existing-auth0/app/routes/dashboard.tsx   | 30 +++++++
 .../existing-auth0/app/routes/index.tsx       | 22 +++++
 .../tanstack-start/existing-auth0/app/ssr.tsx |  6 ++
 .../existing-auth0/package.json               | 24 ++++++
 .../existing-auth0/tsconfig.json              | 22 +++++
 .../tanstack-start/existing/app.config.ts     |  3 +
 .../tanstack-start/existing/app/client.tsx    |  7 ++
 .../tanstack-start/existing/app/router.tsx    | 16 ++++
 .../existing/app/routes/__root.tsx            | 24 ++++++
 .../existing/app/routes/about.tsx             | 14 ++++
 .../existing/app/routes/dashboard.tsx         | 14 ++++
 .../existing/app/routes/index.tsx             | 14 ++++
 .../tanstack-start/existing/app/ssr.tsx       |  6 ++
 .../tanstack-start/existing/package.json      | 23 ++++++
 .../tanstack-start/existing/tsconfig.json     | 22 +++++
 .../tanstack-start/fresh/app.config.ts        |  3 +
 .../tanstack-start/fresh/app/client.tsx       |  7 ++
 .../tanstack-start/fresh/app/router.tsx       | 16 ++++
 .../fresh/app/routes/__root.tsx               | 20 +++++
 .../tanstack-start/fresh/app/routes/index.tsx | 14 ++++
 .../fixtures/tanstack-start/fresh/app/ssr.tsx |  6 ++
 .../tanstack-start/fresh/package.json         | 23 ++++++
 .../tanstack-start/fresh/tsconfig.json        | 19 +++++
 .../vanilla-js/existing-auth0/.env.example    |  2 +
 .../vanilla-js/existing-auth0/about.html      | 23 ++++++
 .../vanilla-js/existing-auth0/dashboard.html  | 25 ++++++
 .../vanilla-js/existing-auth0/dashboard.js    | 55 +++++++++++++
 .../vanilla-js/existing-auth0/index.html      | 23 ++++++
 .../vanilla-js/existing-auth0/main.js         | 60 ++++++++++++++
 .../vanilla-js/existing-auth0/package.json    | 16 ++++
 .../vanilla-js/existing-auth0/styles.css      | 33 ++++++++
 tests/fixtures/vanilla-js/existing/about.html | 19 +++++
 .../vanilla-js/existing/dashboard.html        | 19 +++++
 tests/fixtures/vanilla-js/existing/index.html | 19 +++++
 tests/fixtures/vanilla-js/existing/main.js    | 10 +++
 .../fixtures/vanilla-js/existing/package.json | 13 +++
 tests/fixtures/vanilla-js/existing/styles.css | 21 +++++
 tests/fixtures/vanilla-js/fresh/index.html    | 15 ++++
 tests/fixtures/vanilla-js/fresh/main.js       |  1 +
 tests/fixtures/vanilla-js/fresh/package.json  | 13 +++
 125 files changed, 2202 insertions(+), 12 deletions(-)
 create mode 100644 tests/evals/cli.ts
 create mode 100644 tests/evals/graders/react-router.grader.ts
 create mode 100644 tests/evals/graders/react.grader.ts
 create mode 100644 tests/evals/graders/tanstack.grader.ts
 create mode 100644 tests/evals/graders/vanilla.grader.ts
 create mode 100644 tests/evals/reporter.ts
 create mode 100644 tests/fixtures/nextjs/existing-auth0/.env.example
 create mode 100644 tests/fixtures/nextjs/existing-auth0/app/about/page.tsx
 create mode 100644 tests/fixtures/nextjs/existing-auth0/app/api/auth/[auth0]/route.ts
 create mode 100644 tests/fixtures/nextjs/existing-auth0/app/dashboard/page.tsx
 create mode 100644 tests/fixtures/nextjs/existing-auth0/app/layout.tsx
 create mode 100644 tests/fixtures/nextjs/existing-auth0/app/page.tsx
 create mode 100644 tests/fixtures/nextjs/existing-auth0/next.config.mjs
 create mode 100644 tests/fixtures/nextjs/existing-auth0/package.json
 create mode 100644 tests/fixtures/nextjs/existing-auth0/tsconfig.json
 create mode 100644 tests/fixtures/nextjs/existing/app/about/page.tsx
 create mode 100644 tests/fixtures/nextjs/existing/app/api/hello/route.ts
 create mode 100644 tests/fixtures/nextjs/existing/app/dashboard/page.tsx
 create mode 100644 tests/fixtures/nextjs/existing/app/layout.tsx
 create mode 100644 tests/fixtures/nextjs/existing/app/page.tsx
 create mode 100644 tests/fixtures/nextjs/existing/next.config.mjs
 create mode 100644 tests/fixtures/nextjs/existing/package.json
 create mode 100644 tests/fixtures/nextjs/existing/tsconfig.json
 create mode 100644 tests/fixtures/react-router/existing-auth0/.env.example
 create mode 100644 tests/fixtures/react-router/existing-auth0/app/root.tsx
 create mode 100644 tests/fixtures/react-router/existing-auth0/app/routes.ts
 create mode 100644 tests/fixtures/react-router/existing-auth0/app/routes/about.tsx
 create mode 100644 tests/fixtures/react-router/existing-auth0/app/routes/dashboard.tsx
 create mode 100644 tests/fixtures/react-router/existing-auth0/app/routes/home.tsx
 create mode 100644 tests/fixtures/react-router/existing-auth0/package.json
 create mode 100644 tests/fixtures/react-router/existing-auth0/react-router.config.ts
 create mode 100644 tests/fixtures/react-router/existing-auth0/tsconfig.json
 create mode 100644 tests/fixtures/react-router/existing-auth0/vite.config.ts
 create mode 100644 tests/fixtures/react-router/existing/app/root.tsx
 create mode 100644 tests/fixtures/react-router/existing/app/routes.ts
 create mode 100644 tests/fixtures/react-router/existing/app/routes/about.tsx
 create mode 100644 tests/fixtures/react-router/existing/app/routes/dashboard.tsx
 create mode 100644 tests/fixtures/react-router/existing/app/routes/home.tsx
 create mode 100644 tests/fixtures/react-router/existing/package.json
 create mode 100644 tests/fixtures/react-router/existing/react-router.config.ts
 create mode 100644 tests/fixtures/react-router/existing/tsconfig.json
 create mode 100644 tests/fixtures/react-router/existing/vite.config.ts
 create mode 100644 tests/fixtures/react-router/fresh/app/root.tsx
 create mode 100644 tests/fixtures/react-router/fresh/app/routes.ts
 create mode 100644 tests/fixtures/react-router/fresh/app/routes/home.tsx
 create mode 100644 tests/fixtures/react-router/fresh/package.json
 create mode 100644 tests/fixtures/react-router/fresh/react-router.config.ts
 create mode 100644 tests/fixtures/react-router/fresh/tsconfig.json
 create mode 100644 tests/fixtures/react-router/fresh/vite.config.ts
 create mode 100644 tests/fixtures/react/existing-auth0/.env.example
 create mode 100644 tests/fixtures/react/existing-auth0/index.html
 create mode 100644 tests/fixtures/react/existing-auth0/package.json
 create mode 100644 tests/fixtures/react/existing-auth0/src/App.tsx
 create mode 100644 tests/fixtures/react/existing-auth0/src/main.tsx
 create mode 100644 tests/fixtures/react/existing-auth0/src/pages/About.tsx
 create mode 100644 tests/fixtures/react/existing-auth0/src/pages/Dashboard.tsx
 create mode 100644 tests/fixtures/react/existing-auth0/src/pages/Home.tsx
 create mode 100644 tests/fixtures/react/existing-auth0/src/vite-env.d.ts
 create mode 100644 tests/fixtures/react/existing-auth0/tsconfig.json
 create mode 100644 tests/fixtures/react/existing-auth0/vite.config.ts
 create mode 100644 tests/fixtures/react/existing/index.html
 create mode 100644 tests/fixtures/react/existing/package.json
 create mode 100644 tests/fixtures/react/existing/src/App.tsx
 create mode 100644 tests/fixtures/react/existing/src/main.tsx
 create mode 100644 tests/fixtures/react/existing/src/pages/About.tsx
 create mode 100644 tests/fixtures/react/existing/src/pages/Dashboard.tsx
 create mode 100644 tests/fixtures/react/existing/src/pages/Home.tsx
 create mode 100644 tests/fixtures/react/existing/src/vite-env.d.ts
 create mode 100644 tests/fixtures/react/existing/tsconfig.json
 create mode 100644 tests/fixtures/react/existing/vite.config.ts
 create mode 100644 tests/fixtures/react/fresh/index.html
 create mode 100644 tests/fixtures/react/fresh/package.json
 create mode 100644 tests/fixtures/react/fresh/src/App.tsx
 create mode 100644 tests/fixtures/react/fresh/src/main.tsx
 create mode 100644 tests/fixtures/react/fresh/src/vite-env.d.ts
 create mode 100644 tests/fixtures/react/fresh/tsconfig.json
 create mode 100644 tests/fixtures/react/fresh/vite.config.ts
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/.env.example
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/app.config.ts
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/client.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/router.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/routes/about.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/routes/dashboard.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/routes/index.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/ssr.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/package.json
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/tsconfig.json
 create mode 100644 tests/fixtures/tanstack-start/existing/app.config.ts
 create mode 100644 tests/fixtures/tanstack-start/existing/app/client.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/app/router.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/app/routes/about.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/app/routes/dashboard.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/app/routes/index.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/app/ssr.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/package.json
 create mode 100644 tests/fixtures/tanstack-start/existing/tsconfig.json
 create mode 100644 tests/fixtures/tanstack-start/fresh/app.config.ts
 create mode 100644 tests/fixtures/tanstack-start/fresh/app/client.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/app/router.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/app/routes/__root.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/app/routes/index.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/app/ssr.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/package.json
 create mode 100644 tests/fixtures/tanstack-start/fresh/tsconfig.json
 create mode 100644 tests/fixtures/vanilla-js/existing-auth0/.env.example
 create mode 100644 tests/fixtures/vanilla-js/existing-auth0/about.html
 create mode 100644 tests/fixtures/vanilla-js/existing-auth0/dashboard.html
 create mode 100644 tests/fixtures/vanilla-js/existing-auth0/dashboard.js
 create mode 100644 tests/fixtures/vanilla-js/existing-auth0/index.html
 create mode 100644 tests/fixtures/vanilla-js/existing-auth0/main.js
 create mode 100644 tests/fixtures/vanilla-js/existing-auth0/package.json
 create mode 100644 tests/fixtures/vanilla-js/existing-auth0/styles.css
 create mode 100644 tests/fixtures/vanilla-js/existing/about.html
 create mode 100644 tests/fixtures/vanilla-js/existing/dashboard.html
 create mode 100644 tests/fixtures/vanilla-js/existing/index.html
 create mode 100644 tests/fixtures/vanilla-js/existing/main.js
 create mode 100644 tests/fixtures/vanilla-js/existing/package.json
 create mode 100644 tests/fixtures/vanilla-js/existing/styles.css
 create mode 100644 tests/fixtures/vanilla-js/fresh/index.html
 create mode 100644 tests/fixtures/vanilla-js/fresh/main.js
 create mode 100644 tests/fixtures/vanilla-js/fresh/package.json

diff --git a/tests/evals/cli.ts b/tests/evals/cli.ts
new file mode 100644
index 0000000..f8e5ece
--- /dev/null
+++ b/tests/evals/cli.ts
@@ -0,0 +1,68 @@
+export interface CliOptions {
+  framework?: string;
+  state?: string;
+  verbose: boolean;
+  json: boolean;
+  help: boolean;
+}
+
+const FRAMEWORKS = ['nextjs', 'react', 'react-router', 'tanstack-start', 'vanilla-js'];
+const STATES = ['fresh', 'existing', 'existing-auth0'];
+
+export function parseArgs(args: string[]): CliOptions {
+  const options: CliOptions = {
+    verbose: false,
+    json: false,
+    help: false,
+  };
+
+  for (const arg of args) {
+    if (arg === '--help' || arg === '-h') {
+      options.help = true;
+    } else if (arg === '--verbose' || arg === '-v') {
+      options.verbose = true;
+    } else if (arg === '--json') {
+      options.json = true;
+    } else if (arg.startsWith('--framework=')) {
+      const framework = arg.split('=')[1];
+      if (!FRAMEWORKS.includes(framework)) {
+        throw new Error(`Unknown framework: ${framework}. Valid: ${FRAMEWORKS.join(', ')}`);
+      }
+      options.framework = framework;
+    } else if (arg.startsWith('--state=')) {
+      const state = arg.split('=')[1];
+      if (!STATES.includes(state)) {
+        throw new Error(`Unknown state: ${state}. Valid: ${STATES.join(', ')}`);
+      }
+      options.state = state;
+    }
+  }
+
+  return options;
+}
+
+export function printHelp(): void {
+  console.log(`
+Usage: pnpm eval [options]
+
+Options:
+  --framework=<name>  Run only scenarios for this framework
+                      Valid: ${FRAMEWORKS.join(', ')}
+
+  --state=<state>     Run only scenarios for this project state
+                      Valid: ${STATES.join(', ')}
+
+  --verbose, -v       Show detailed output including agent tool calls
+
+  --json              Output results as JSON (for scripting)
+
+  --help, -h          Show this help message
+
+Examples:
+  pnpm eval                           # Run all 15 scenarios
+  pnpm eval --framework=nextjs        # Run only Next.js scenarios
+  pnpm eval --state=fresh             # Run only fresh app scenarios
+  pnpm eval --framework=react --state=existing-auth0
+                                      # Run specific scenario
+`);
+}
diff --git a/tests/evals/graders/react-router.grader.ts b/tests/evals/graders/react-router.grader.ts
new file mode 100644
index 0000000..b4b077a
--- /dev/null
+++ b/tests/evals/graders/react-router.grader.ts
@@ -0,0 +1,80 @@
+import { FileGrader } from './file-grader.js';
+import { BuildGrader } from './build-grader.js';
+import type { Grader, GradeResult, GradeCheck } from '../types.js';
+
+export class ReactRouterGrader implements Grader {
+  private fileGrader: FileGrader;
+  private buildGrader: BuildGrader;
+
+  constructor(workDir: string) {
+    this.fileGrader = new FileGrader(workDir);
+    this.buildGrader = new BuildGrader(workDir);
+  }
+
+  async grade(): Promise<GradeResult> {
+    const checks: GradeCheck[] = [];
+
+    // Check auth route/loader exists (v7 flat routes style)
+    const v7RouteExists = await this.fileGrader.checkFileExists('app/routes/auth.callback.tsx');
+    if (!v7RouteExists.passed) {
+      // Try v6 nested style
+      const v6RouteExists = await this.fileGrader.checkFileExists('src/routes/callback.tsx');
+      if (!v6RouteExists.passed) {
+        // Try alternate v7 pattern
+        checks.push(await this.fileGrader.checkFileExists('app/routes/callback.tsx'));
+      } else {
+        checks.push(v6RouteExists);
+      }
+    } else {
+      checks.push(v7RouteExists);
+    }
+
+    // Check loader/action for auth - try multiple possible locations
+    const authRoutePatterns = await this.checkAuthRoute();
+    checks.push(...authRoutePatterns);
+
+    // Check protected route wrapper or middleware
+    const hasProtectedRoute = await this.fileGrader.checkFileExists(
+      'app/components/ProtectedRoute.tsx'
+    );
+    if (!hasProtectedRoute.passed) {
+      // Try alternate locations
+      checks.push(await this.fileGrader.checkFileExists('app/utils/auth.ts'));
+    } else {
+      checks.push(hasProtectedRoute);
+    }
+
+    // Check build succeeds
+    checks.push(await this.buildGrader.checkBuild());
+
+    return {
+      passed: checks.every((c) => c.passed),
+      checks,
+    };
+  }
+
+  private async checkAuthRoute(): Promise<GradeCheck[]> {
+    // Try v7 flat routes first
+    const v7Checks = await this.fileGrader.checkFileContains('app/routes/auth.callback.tsx', [
+      'loader',
+      '@workos-inc/authkit',
+    ]);
+
+    if (v7Checks.every((c) => c.passed)) {
+      return v7Checks;
+    }
+
+    // Try alternate callback location
+    const altChecks = await this.fileGrader.checkFileContains('app/routes/callback.tsx', [
+      'loader',
+      '@workos-inc/authkit',
+    ]);
+
+    if (altChecks.every((c) => c.passed)) {
+      return altChecks;
+    }
+
+    // Return the v7 checks as the expected pattern
+    return v7Checks;
+  }
+}
diff --git a/tests/evals/graders/react.grader.ts b/tests/evals/graders/react.grader.ts
new file mode 100644
index 0000000..b11428d
--- /dev/null
+++ b/tests/evals/graders/react.grader.ts
@@ -0,0 +1,52 @@
+import { FileGrader } from './file-grader.js';
+import { BuildGrader } from './build-grader.js';
+import type { Grader, GradeResult, GradeCheck } from '../types.js';
+
+export class ReactGrader implements Grader {
+  private fileGrader: FileGrader;
+  private buildGrader: BuildGrader;
+
+  constructor(workDir: string) {
+    this.fileGrader = new FileGrader(workDir);
+    this.buildGrader = new BuildGrader(workDir);
+  }
+
+  async grade(): Promise<GradeResult> {
+    const checks: GradeCheck[] = [];
+
+    // Check AuthKitProvider wrapper exists
+    checks.push(
+      ...(await this.fileGrader.checkFileContains('src/main.tsx', [
+        'AuthKitProvider',
+        '@workos-inc/authkit-react',
+      ]))
+    );
+
+    // Check callback component exists
+    const callbackExists = await this.fileGrader.checkFileExists('src/pages/callback.tsx');
+    if (!callbackExists.passed) {
+      // Try alternate location
+      checks.push(await this.fileGrader.checkFileExists('src/components/Callback.tsx'));
+    } else {
+      checks.push(callbackExists);
+    }
+
+    // Check useAuth hook usage somewhere
+    checks.push(...(await this.fileGrader.checkFileContains('src/App.tsx', ['useAuth'])));
+
+    // Check environment config
+    checks.push(
+      ...(await this.fileGrader.checkFileContains('src/main.tsx', [
+        /VITE_WORKOS_CLIENT_ID|import\.meta\.env/,
+      ]))
+    );
+
+    // Check build succeeds
+    checks.push(await this.buildGrader.checkBuild());
+
+    return {
+      passed: checks.every((c) => c.passed),
+      checks,
+    };
+  }
+}
diff --git a/tests/evals/graders/tanstack.grader.ts b/tests/evals/graders/tanstack.grader.ts
new file mode 100644
index 0000000..182acba
--- /dev/null
+++ b/tests/evals/graders/tanstack.grader.ts
@@ -0,0 +1,78 @@
+import { FileGrader } from './file-grader.js';
+import { BuildGrader } from './build-grader.js';
+import type { Grader, GradeResult, GradeCheck } from '../types.js';
+
+export class TanstackGrader implements Grader {
+  private fileGrader: FileGrader;
+  private buildGrader: BuildGrader;
+
+  constructor(workDir: string) {
+    this.fileGrader = new FileGrader(workDir);
+    this.buildGrader = new BuildGrader(workDir);
+  }
+
+  async grade(): Promise<GradeResult> {
+    const checks: GradeCheck[] = [];
+
+    // Check auth callback route
+    const callbackRoute = await this.fileGrader.checkFileExists('app/routes/auth/callback.tsx');
+    if (!callbackRoute.passed) {
+      // Try alternate pattern
+      checks.push(await this.fileGrader.checkFileExists('app/routes/callback.tsx'));
+    } else {
+      checks.push(callbackRoute);
+    }
+
+    // Check server functions for auth
+    const serverAuth = await this.fileGrader.checkFileExists('app/server/auth.ts');
+    if (!serverAuth.passed) {
+      // Try alternate locations
+      checks.push(await this.fileGrader.checkFileExists('app/lib/auth.ts'));
+    } else {
+      checks.push(serverAuth);
+    }
+
+    // Check auth server function content
+    const authContent = await this.checkAuthServerContent();
+    checks.push(...authContent);
+
+    // Check provider setup in root
+    const rootProviderChecks = await this.fileGrader.checkFileContains('app/routes/__root.tsx', [
+      'AuthKitProvider',
+    ]);
+    if (!rootProviderChecks.every((c) => c.passed)) {
+      // Try alternate root location
+      checks.push(
+        ...(await this.fileGrader.checkFileContains('app/root.tsx', ['AuthKitProvider']))
+      );
+    } else {
+      checks.push(...rootProviderChecks);
+    }
+
+    // Check build succeeds
+    checks.push(await this.buildGrader.checkBuild());
+
+    return {
+      passed: checks.every((c) => c.passed),
+      checks,
+    };
+  }
+
+  private async checkAuthServerContent(): Promise<GradeCheck[]> {
+    // Try primary location
+    const primaryChecks = await this.fileGrader.checkFileContains('app/server/auth.ts', [
+      '@workos-inc/authkit',
+      'createServerFn',
+    ]);
+
+    if (primaryChecks.every((c) => c.passed)) {
+      return primaryChecks;
+    }
+
+    // Try alternate location
+    return this.fileGrader.checkFileContains('app/lib/auth.ts', [
+      '@workos-inc/authkit',
+      'createServerFn',
+    ]);
+  }
+}
diff --git a/tests/evals/graders/vanilla.grader.ts b/tests/evals/graders/vanilla.grader.ts
new file mode 100644
index 0000000..5fa2adf
--- /dev/null
+++ b/tests/evals/graders/vanilla.grader.ts
@@ -0,0 +1,59 @@
+import { readFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import { FileGrader } from './file-grader.js';
+import { BuildGrader } from './build-grader.js';
+import type { Grader, GradeResult, GradeCheck } from '../types.js';
+
+export class VanillaGrader implements Grader {
+  private fileGrader: FileGrader;
+  private buildGrader: BuildGrader;
+  private workDir: string;
+
+  constructor(workDir: string) {
+    this.workDir = workDir;
+    this.fileGrader = new FileGrader(workDir);
+    this.buildGrader = new BuildGrader(workDir);
+  }
+
+  async grade(): Promise<GradeResult> {
+    const checks: GradeCheck[] = [];
+
+    // Check callback page exists
+    const callbackHtml = await this.fileGrader.checkFileExists('callback.html');
+    const callbackJs = await this.fileGrader.checkFileExists('callback.js');
+    checks.push(callbackHtml.passed ? callbackHtml : callbackJs);
+
+    // Check auth script
+    checks.push(await this.fileGrader.checkFileExists('auth.js'));
+
+    // Check auth script content
+    checks.push(
+      ...(await this.fileGrader.checkFileContains('auth.js', ['workos', 'getAuthorizationUrl']))
+    );
+
+    // Check index.html includes auth
+    checks.push(...(await this.fileGrader.checkFileContains('index.html', [/auth\.js|workos/i])));
+
+    // Vanilla JS may not have build step - check if build script exists
+    const hasBuildScript = await this.checkHasBuildScript();
+    if (hasBuildScript) {
+      checks.push(await this.buildGrader.checkBuild());
+    }
+
+    return {
+      passed: checks.every((c) => c.passed),
+      checks,
+    };
+  }
+
+  private async checkHasBuildScript(): Promise<boolean> {
+    try {
+      const pkgPath = join(this.workDir, 'package.json');
+      const content = await readFile(pkgPath, 'utf-8');
+      const pkg = JSON.parse(content);
+      return !!pkg.scripts?.build;
+    } catch {
+      return false;
+    }
+  }
+}
diff --git a/tests/evals/index.ts b/tests/evals/index.ts
index f2b76bd..3df7b33 100644
--- a/tests/evals/index.ts
+++ b/tests/evals/index.ts
@@ -1,23 +1,25 @@
 #!/usr/bin/env node
+import { parseArgs, printHelp } from './cli.js';
 import { runEvals } from './runner.js';
+import { printMatrix, printJson } from './reporter.js';
 
 async function main() {
-  const args = process.argv.slice(2);
+  const options = parseArgs(process.argv.slice(2));
 
-  // Parse basic flags (expand in Phase 2)
-  const options = {
-    framework: args.find((a) => a.startsWith('--framework='))?.split('=')[1],
-    verbose: args.includes('--verbose'),
-  };
+  if (options.help) {
+    printHelp();
+    process.exit(0);
+  }
 
   try {
     const results = await runEvals(options);
 
-    // Print summary
-    const passed = results.filter((r) => r.passed).length;
-    console.log(`\n${passed}/${results.length} scenarios passed`);
+    if (options.json) {
+      printJson(results);
+    } else {
+      printMatrix(results);
+    }
 
-    // Exit code
     process.exit(results.every((r) => r.passed) ? 0 : 1);
   } catch (error) {
     console.error('Eval failed:', error);
diff --git a/tests/evals/reporter.ts b/tests/evals/reporter.ts
new file mode 100644
index 0000000..cae1cd9
--- /dev/null
+++ b/tests/evals/reporter.ts
@@ -0,0 +1,61 @@
+import type { EvalResult } from './types.js';
+
+const FRAMEWORKS = ['nextjs', 'react', 'react-router', 'tanstack-start', 'vanilla-js'];
+const STATES = ['fresh', 'existing', 'existing-auth0'];
+
+export function printMatrix(results: EvalResult[]): void {
+  const resultMap = new Map(results.map((r) => [r.scenario, r]));
+
+  // Header
+  console.log('\n┌─────────────────┬─────────┬──────────┬───────────────┐');
+  console.log('│ Framework       │  Fresh  │ Existing │ Existing+Auth │');
+  console.log('├─────────────────┼─────────┼──────────┼───────────────┤');
+
+  for (const framework of FRAMEWORKS) {
+    const cells = STATES.map((state) => {
+      const key = `${framework}/${state}`;
+      const result = resultMap.get(key);
+      if (!result) return '   -   ';
+      return result.passed ? '   ✓   ' : '   ✗   ';
+    });
+
+    const name = framework.padEnd(15);
+    console.log(`│ ${name} │${cells[0]}│${cells[1]}  │${cells[2]}     │`);
+  }
+
+  console.log('└─────────────────┴─────────┴──────────┴───────────────┘');
+
+  // Summary
+  const passed = results.filter((r) => r.passed).length;
+  const total = results.length;
+  const rate = ((passed / total) * 100).toFixed(1);
+  console.log(`\nResults: ${passed}/${total} passed (${rate}%)`);
+
+  if (passed < total) {
+    console.log('\nFailed scenarios:');
+    for (const result of results.filter((r) => !r.passed)) {
+      console.log(`  • ${result.scenario}`);
+      if (result.error) {
+        console.log(`    Error: ${result.error}`);
+      } else if (result.checks) {
+        for (const check of result.checks.filter((c) => !c.passed)) {
+          console.log(`    - ${check.name}: ${check.message}`);
+        }
+      }
+    }
+  }
+}
+
+export function printJson(results: EvalResult[]): void {
+  const output = {
+    timestamp: new Date().toISOString(),
+    summary: {
+      total: results.length,
+      passed: results.filter((r) => r.passed).length,
+      failed: results.filter((r) => !r.passed).length,
+      passRate: results.filter((r) => r.passed).length / results.length,
+    },
+    results,
+  };
+  console.log(JSON.stringify(output, null, 2));
+}
diff --git a/tests/evals/runner.ts b/tests/evals/runner.ts
index 845e503..3bc7330 100644
--- a/tests/evals/runner.ts
+++ b/tests/evals/runner.ts
@@ -1,6 +1,10 @@
 import { FixtureManager } from './fixture-manager.js';
 import { AgentExecutor } from './agent-executor.js';
 import { NextjsGrader } from './graders/nextjs.grader.js';
+import { ReactGrader } from './graders/react.grader.js';
+import { ReactRouterGrader } from './graders/react-router.grader.js';
+import { TanstackGrader } from './graders/tanstack.grader.js';
+import { VanillaGrader } from './graders/vanilla.grader.js';
 import type { EvalResult, EvalOptions, Grader } from './types.js';
 
 interface Scenario {
@@ -10,15 +14,39 @@ interface Scenario {
 }
 
 const SCENARIOS: Scenario[] = [
+  // Next.js
   { framework: 'nextjs', state: 'fresh', grader: NextjsGrader },
-  // More scenarios added in Phase 2
+  { framework: 'nextjs', state: 'existing', grader: NextjsGrader },
+  { framework: 'nextjs', state: 'existing-auth0', grader: NextjsGrader },
+
+  // React SPA
+  { framework: 'react', state: 'fresh', grader: ReactGrader },
+  { framework: 'react', state: 'existing', grader: ReactGrader },
+  { framework: 'react', state: 'existing-auth0', grader: ReactGrader },
+
+  // React Router
+  { framework: 'react-router', state: 'fresh', grader: ReactRouterGrader },
+  { framework: 'react-router', state: 'existing', grader: ReactRouterGrader },
+  { framework: 'react-router', state: 'existing-auth0', grader: ReactRouterGrader },
+
+  // TanStack Start
+  { framework: 'tanstack-start', state: 'fresh', grader: TanstackGrader },
+  { framework: 'tanstack-start', state: 'existing', grader: TanstackGrader },
+  { framework: 'tanstack-start', state: 'existing-auth0', grader: TanstackGrader },
+
+  // Vanilla JS
+  { framework: 'vanilla-js', state: 'fresh', grader: VanillaGrader },
+  { framework: 'vanilla-js', state: 'existing', grader: VanillaGrader },
+  { framework: 'vanilla-js', state: 'existing-auth0', grader: VanillaGrader },
 ];
 
 export async function runEvals(options: EvalOptions): Promise<EvalResult[]> {
   const results: EvalResult[] = [];
 
   const scenarios = SCENARIOS.filter(
-    (s) => !options.framework || s.framework === options.framework
+    (s) =>
+      (!options.framework || s.framework === options.framework) &&
+      (!options.state || s.state === options.state)
   );
 
   for (const scenario of scenarios) {
diff --git a/tests/fixtures/nextjs/existing-auth0/.env.example b/tests/fixtures/nextjs/existing-auth0/.env.example
new file mode 100644
index 0000000..6d28d93
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/.env.example
@@ -0,0 +1,5 @@
+AUTH0_SECRET='use-a-long-random-string'
+AUTH0_BASE_URL='http://localhost:3000'
+AUTH0_ISSUER_BASE_URL='https://your-tenant.auth0.com'
+AUTH0_CLIENT_ID='your-client-id'
+AUTH0_CLIENT_SECRET='your-client-secret'
diff --git a/tests/fixtures/nextjs/existing-auth0/app/about/page.tsx b/tests/fixtures/nextjs/existing-auth0/app/about/page.tsx
new file mode 100644
index 0000000..48cc7a4
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/app/about/page.tsx
@@ -0,0 +1,8 @@
+export default function About() {
+  return (
+    <main>
+      <h1>About</h1>
+      <p>This is an existing Next.js application with Auth0.</p>
+    </main>
+  );
+}
diff --git a/tests/fixtures/nextjs/existing-auth0/app/api/auth/[auth0]/route.ts b/tests/fixtures/nextjs/existing-auth0/app/api/auth/[auth0]/route.ts
new file mode 100644
index 0000000..1d2e4e4
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/app/api/auth/[auth0]/route.ts
@@ -0,0 +1,3 @@
+import { handleAuth } from '@auth0/nextjs-auth0';
+
+export const GET = handleAuth();
diff --git a/tests/fixtures/nextjs/existing-auth0/app/dashboard/page.tsx b/tests/fixtures/nextjs/existing-auth0/app/dashboard/page.tsx
new file mode 100644
index 0000000..0917d50
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/app/dashboard/page.tsx
@@ -0,0 +1,26 @@
+'use client';
+
+import { useUser } from '@auth0/nextjs-auth0/client';
+
+export default function Dashboard() {
+  const { user, isLoading, error } = useUser();
+
+  if (isLoading) return <div>Loading...</div>;
+  if (error) return <div>Error: {error.message}</div>;
+
+  if (!user) {
+    return (
+      <main>
+        <h1>Dashboard</h1>
+        <p>Please log in to view the dashboard.</p>
+      </main>
+    );
+  }
+
+  return (
+    <main>
+      <h1>Dashboard</h1>
+      <p>Welcome, {user.name}!</p>
+    </main>
+  );
+}
diff --git a/tests/fixtures/nextjs/existing-auth0/app/layout.tsx b/tests/fixtures/nextjs/existing-auth0/app/layout.tsx
new file mode 100644
index 0000000..947036b
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/app/layout.tsx
@@ -0,0 +1,23 @@
+import Link from 'next/link';
+import { UserProvider } from '@auth0/nextjs-auth0/client';
+
+export default function RootLayout({
+  children,
+}: {
+  children: React.ReactNode;
+}) {
+  return (
+    <html lang="en">
+      <body>
+        <UserProvider>
+          <nav>
+            <Link href="/">Home</Link> | <Link href="/about">About</Link> |{' '}
+            <Link href="/dashboard">Dashboard</Link> | <a href="/api/auth/login">Login</a> |{' '}
+            <a href="/api/auth/logout">Logout</a>
+          </nav>
+          {children}
+        </UserProvider>
+      </body>
+    </html>
+  );
+}
diff --git a/tests/fixtures/nextjs/existing-auth0/app/page.tsx b/tests/fixtures/nextjs/existing-auth0/app/page.tsx
new file mode 100644
index 0000000..12c593e
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/app/page.tsx
@@ -0,0 +1,8 @@
+export default function Home() {
+  return (
+    <main>
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+    </main>
+  );
+}
diff --git a/tests/fixtures/nextjs/existing-auth0/next.config.mjs b/tests/fixtures/nextjs/existing-auth0/next.config.mjs
new file mode 100644
index 0000000..4678774
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/next.config.mjs
@@ -0,0 +1,4 @@
+/** @type {import('next').NextConfig} */
+const nextConfig = {};
+
+export default nextConfig;
diff --git a/tests/fixtures/nextjs/existing-auth0/package.json b/tests/fixtures/nextjs/existing-auth0/package.json
new file mode 100644
index 0000000..5d2912f
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/package.json
@@ -0,0 +1,22 @@
+{
+  "name": "nextjs-existing-auth0-fixture",
+  "version": "0.0.1",
+  "private": true,
+  "scripts": {
+    "dev": "next dev",
+    "build": "next build",
+    "start": "next start"
+  },
+  "dependencies": {
+    "@auth0/nextjs-auth0": "^3.5.0",
+    "next": "^14.2.0",
+    "react": "^18.3.0",
+    "react-dom": "^18.3.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "@types/react": "^18.3.0",
+    "@types/react-dom": "^18.3.0",
+    "typescript": "^5.4.0"
+  }
+}
diff --git a/tests/fixtures/nextjs/existing-auth0/tsconfig.json b/tests/fixtures/nextjs/existing-auth0/tsconfig.json
new file mode 100644
index 0000000..e7ff90f
--- /dev/null
+++ b/tests/fixtures/nextjs/existing-auth0/tsconfig.json
@@ -0,0 +1,26 @@
+{
+  "compilerOptions": {
+    "lib": ["dom", "dom.iterable", "esnext"],
+    "allowJs": true,
+    "skipLibCheck": true,
+    "strict": true,
+    "noEmit": true,
+    "esModuleInterop": true,
+    "module": "esnext",
+    "moduleResolution": "bundler",
+    "resolveJsonModule": true,
+    "isolatedModules": true,
+    "jsx": "preserve",
+    "incremental": true,
+    "plugins": [
+      {
+        "name": "next"
+      }
+    ],
+    "paths": {
+      "@/*": ["./*"]
+    }
+  },
+  "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
+  "exclude": ["node_modules"]
+}
diff --git a/tests/fixtures/nextjs/existing/app/about/page.tsx b/tests/fixtures/nextjs/existing/app/about/page.tsx
new file mode 100644
index 0000000..b680e06
--- /dev/null
+++ b/tests/fixtures/nextjs/existing/app/about/page.tsx
@@ -0,0 +1,8 @@
+export default function About() {
+  return (
+    <main>
+      <h1>About</h1>
+      <p>This is an existing Next.js application.</p>
+    </main>
+  );
+}
diff --git a/tests/fixtures/nextjs/existing/app/api/hello/route.ts b/tests/fixtures/nextjs/existing/app/api/hello/route.ts
new file mode 100644
index 0000000..6c6a098
--- /dev/null
+++ b/tests/fixtures/nextjs/existing/app/api/hello/route.ts
@@ -0,0 +1,5 @@
+import { NextResponse } from 'next/server';
+
+export async function GET() {
+  return NextResponse.json({ message: 'Hello, World!' });
+}
diff --git a/tests/fixtures/nextjs/existing/app/dashboard/page.tsx b/tests/fixtures/nextjs/existing/app/dashboard/page.tsx
new file mode 100644
index 0000000..3481984
--- /dev/null
+++ b/tests/fixtures/nextjs/existing/app/dashboard/page.tsx
@@ -0,0 +1,8 @@
+export default function Dashboard() {
+  return (
+    <main>
+      <h1>Dashboard</h1>
+      <p>Protected content would go here.</p>
+    </main>
+  );
+}
diff --git a/tests/fixtures/nextjs/existing/app/layout.tsx b/tests/fixtures/nextjs/existing/app/layout.tsx
new file mode 100644
index 0000000..0cf48dd
--- /dev/null
+++ b/tests/fixtures/nextjs/existing/app/layout.tsx
@@ -0,0 +1,19 @@
+import Link from 'next/link';
+
+export default function RootLayout({
+  children,
+}: {
+  children: React.ReactNode;
+}) {
+  return (
+    <html lang="en">
+      <body>
+        <nav>
+          <Link href="/">Home</Link> | <Link href="/about">About</Link> |{' '}
+          <Link href="/dashboard">Dashboard</Link>
+        </nav>
+        {children}
+      </body>
+    </html>
+  );
+}
diff --git a/tests/fixtures/nextjs/existing/app/page.tsx b/tests/fixtures/nextjs/existing/app/page.tsx
new file mode 100644
index 0000000..12c593e
--- /dev/null
+++ b/tests/fixtures/nextjs/existing/app/page.tsx
@@ -0,0 +1,8 @@
+export default function Home() {
+  return (
+    <main>
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+    </main>
+  );
+}
diff --git a/tests/fixtures/nextjs/existing/next.config.mjs b/tests/fixtures/nextjs/existing/next.config.mjs
new file mode 100644
index 0000000..4678774
--- /dev/null
+++ b/tests/fixtures/nextjs/existing/next.config.mjs
@@ -0,0 +1,4 @@
+/** @type {import('next').NextConfig} */
+const nextConfig = {};
+
+export default nextConfig;
diff --git a/tests/fixtures/nextjs/existing/package.json b/tests/fixtures/nextjs/existing/package.json
new file mode 100644
index 0000000..e5de786
--- /dev/null
+++ b/tests/fixtures/nextjs/existing/package.json
@@ -0,0 +1,21 @@
+{
+  "name": "nextjs-existing-fixture",
+  "version": "0.0.1",
+  "private": true,
+  "scripts": {
+    "dev": "next dev",
+    "build": "next build",
+    "start": "next start"
+  },
+  "dependencies": {
+    "next": "^14.2.0",
+    "react": "^18.3.0",
+    "react-dom": "^18.3.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "@types/react": "^18.3.0",
+    "@types/react-dom": "^18.3.0",
+    "typescript": "^5.4.0"
+  }
+}
diff --git a/tests/fixtures/nextjs/existing/tsconfig.json b/tests/fixtures/nextjs/existing/tsconfig.json
new file mode 100644
index 0000000..e7ff90f
--- /dev/null
+++ b/tests/fixtures/nextjs/existing/tsconfig.json
@@ -0,0 +1,26 @@
+{
+  "compilerOptions": {
+    "lib": ["dom", "dom.iterable", "esnext"],
+    "allowJs": true,
+    "skipLibCheck": true,
+    "strict": true,
+    "noEmit": true,
+    "esModuleInterop": true,
+    "module": "esnext",
+    "moduleResolution": "bundler",
+    "resolveJsonModule": true,
+    "isolatedModules": true,
+    "jsx": "preserve",
+    "incremental": true,
+    "plugins": [
+      {
+        "name": "next"
+      }
+    ],
+    "paths": {
+      "@/*": ["./*"]
+    }
+  },
+  "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
+  "exclude": ["node_modules"]
+}
diff --git a/tests/fixtures/react-router/existing-auth0/.env.example b/tests/fixtures/react-router/existing-auth0/.env.example
new file mode 100644
index 0000000..6a3c194
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/.env.example
@@ -0,0 +1,2 @@
+VITE_AUTH0_DOMAIN=your-tenant.auth0.com
+VITE_AUTH0_CLIENT_ID=your-client-id
diff --git a/tests/fixtures/react-router/existing-auth0/app/root.tsx b/tests/fixtures/react-router/existing-auth0/app/root.tsx
new file mode 100644
index 0000000..637ffd6
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/app/root.tsx
@@ -0,0 +1,36 @@
+import { Links, Meta, NavLink, Outlet, Scripts, ScrollRestoration } from 'react-router';
+import { Auth0Provider } from '@auth0/auth0-react';
+
+export function Layout({ children }: { children: React.ReactNode }) {
+  return (
+    <html lang="en">
+      <head>
+        <meta charSet="utf-8" />
+        <meta name="viewport" content="width=device-width, initial-scale=1" />
+        <Meta />
+        <Links />
+      </head>
+      <body>
+        <Auth0Provider
+          domain={import.meta.env.VITE_AUTH0_DOMAIN || ''}
+          clientId={import.meta.env.VITE_AUTH0_CLIENT_ID || ''}
+          authorizationParams={{
+            redirect_uri: typeof window !== 'undefined' ? window.location.origin : '',
+          }}
+        >
+          <nav>
+            <NavLink to="/">Home</NavLink> | <NavLink to="/about">About</NavLink> |{' '}
+            <NavLink to="/dashboard">Dashboard</NavLink>
+          </nav>
+          {children}
+        </Auth0Provider>
+        <ScrollRestoration />
+        <Scripts />
+      </body>
+    </html>
+  );
+}
+
+export default function Root() {
+  return <Outlet />;
+}
diff --git a/tests/fixtures/react-router/existing-auth0/app/routes.ts b/tests/fixtures/react-router/existing-auth0/app/routes.ts
new file mode 100644
index 0000000..3e22bc7
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/app/routes.ts
@@ -0,0 +1,7 @@
+import { type RouteConfig, index, route } from '@react-router/dev/routes';
+
+export default [
+  index('routes/home.tsx'),
+  route('about', 'routes/about.tsx'),
+  route('dashboard', 'routes/dashboard.tsx'),
+] satisfies RouteConfig;
diff --git a/tests/fixtures/react-router/existing-auth0/app/routes/about.tsx b/tests/fixtures/react-router/existing-auth0/app/routes/about.tsx
new file mode 100644
index 0000000..7e1421d
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/app/routes/about.tsx
@@ -0,0 +1,8 @@
+export default function About() {
+  return (
+    <div>
+      <h1>About</h1>
+      <p>This is an existing React Router application with Auth0.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react-router/existing-auth0/app/routes/dashboard.tsx b/tests/fixtures/react-router/existing-auth0/app/routes/dashboard.tsx
new file mode 100644
index 0000000..d6232ea
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/app/routes/dashboard.tsx
@@ -0,0 +1,25 @@
+import { useAuth0 } from '@auth0/auth0-react';
+
+export default function Dashboard() {
+  const { isAuthenticated, isLoading, user } = useAuth0();
+
+  if (isLoading) {
+    return <div>Loading...</div>;
+  }
+
+  if (!isAuthenticated) {
+    return (
+      <div>
+        <h1>Dashboard</h1>
+        <p>Please log in to view the dashboard.</p>
+      </div>
+    );
+  }
+
+  return (
+    <div>
+      <h1>Dashboard</h1>
+      <p>Welcome, {user?.name}!</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react-router/existing-auth0/app/routes/home.tsx b/tests/fixtures/react-router/existing-auth0/app/routes/home.tsx
new file mode 100644
index 0000000..505cc55
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/app/routes/home.tsx
@@ -0,0 +1,17 @@
+import { useAuth0 } from '@auth0/auth0-react';
+
+export default function Home() {
+  const { isAuthenticated, loginWithRedirect, logout } = useAuth0();
+
+  return (
+    <div>
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+      {isAuthenticated ? (
+        <button onClick={() => logout()}>Logout</button>
+      ) : (
+        <button onClick={() => loginWithRedirect()}>Login</button>
+      )}
+    </div>
+  );
+}
diff --git a/tests/fixtures/react-router/existing-auth0/package.json b/tests/fixtures/react-router/existing-auth0/package.json
new file mode 100644
index 0000000..3e4e849
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/package.json
@@ -0,0 +1,26 @@
+{
+  "name": "react-router-existing-auth0-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "react-router dev",
+    "build": "react-router build",
+    "start": "react-router-serve ./build/server/index.js"
+  },
+  "dependencies": {
+    "@auth0/auth0-react": "^2.2.4",
+    "@react-router/node": "^7.1.1",
+    "@react-router/serve": "^7.1.1",
+    "isbot": "^5.1.17",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "react-router": "^7.1.1"
+  },
+  "devDependencies": {
+    "@react-router/dev": "^7.1.1",
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "typescript": "^5.6.2",
+    "vite": "^6.0.5"
+  }
+}
diff --git a/tests/fixtures/react-router/existing-auth0/react-router.config.ts b/tests/fixtures/react-router/existing-auth0/react-router.config.ts
new file mode 100644
index 0000000..51e8967
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/react-router.config.ts
@@ -0,0 +1,5 @@
+import type { Config } from '@react-router/dev/config';
+
+export default {
+  ssr: true,
+} satisfies Config;
diff --git a/tests/fixtures/react-router/existing-auth0/tsconfig.json b/tests/fixtures/react-router/existing-auth0/tsconfig.json
new file mode 100644
index 0000000..b092946
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/tsconfig.json
@@ -0,0 +1,19 @@
+{
+  "include": ["**/*", ".react-router/types/**/*"],
+  "compilerOptions": {
+    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "types": ["node", "vite/client"],
+    "target": "ES2022",
+    "module": "ES2022",
+    "moduleResolution": "bundler",
+    "jsx": "react-jsx",
+    "strict": true,
+    "skipLibCheck": true,
+    "noEmit": true,
+    "isolatedModules": true,
+    "rootDirs": [".", "./.react-router/types"],
+    "paths": {
+      "~/*": ["./app/*"]
+    }
+  }
+}
diff --git a/tests/fixtures/react-router/existing-auth0/vite.config.ts b/tests/fixtures/react-router/existing-auth0/vite.config.ts
new file mode 100644
index 0000000..aa78dec
--- /dev/null
+++ b/tests/fixtures/react-router/existing-auth0/vite.config.ts
@@ -0,0 +1,12 @@
+import { reactRouter } from '@react-router/dev/vite';
+import { defineConfig } from 'vite';
+import { resolve } from 'path';
+
+export default defineConfig({
+  plugins: [reactRouter()],
+  resolve: {
+    alias: {
+      '~': resolve(__dirname, './app'),
+    },
+  },
+});
diff --git a/tests/fixtures/react-router/existing/app/root.tsx b/tests/fixtures/react-router/existing/app/root.tsx
new file mode 100644
index 0000000..5471bee
--- /dev/null
+++ b/tests/fixtures/react-router/existing/app/root.tsx
@@ -0,0 +1,27 @@
+import { Links, Meta, NavLink, Outlet, Scripts, ScrollRestoration } from 'react-router';
+
+export function Layout({ children }: { children: React.ReactNode }) {
+  return (
+    <html lang="en">
+      <head>
+        <meta charSet="utf-8" />
+        <meta name="viewport" content="width=device-width, initial-scale=1" />
+        <Meta />
+        <Links />
+      </head>
+      <body>
+        <nav>
+          <NavLink to="/">Home</NavLink> | <NavLink to="/about">About</NavLink> |{' '}
+          <NavLink to="/dashboard">Dashboard</NavLink>
+        </nav>
+        {children}
+        <ScrollRestoration />
+        <Scripts />
+      </body>
+    </html>
+  );
+}
+
+export default function Root() {
+  return <Outlet />;
+}
diff --git a/tests/fixtures/react-router/existing/app/routes.ts b/tests/fixtures/react-router/existing/app/routes.ts
new file mode 100644
index 0000000..3e22bc7
--- /dev/null
+++ b/tests/fixtures/react-router/existing/app/routes.ts
@@ -0,0 +1,7 @@
+import { type RouteConfig, index, route } from '@react-router/dev/routes';
+
+export default [
+  index('routes/home.tsx'),
+  route('about', 'routes/about.tsx'),
+  route('dashboard', 'routes/dashboard.tsx'),
+] satisfies RouteConfig;
diff --git a/tests/fixtures/react-router/existing/app/routes/about.tsx b/tests/fixtures/react-router/existing/app/routes/about.tsx
new file mode 100644
index 0000000..31a98f4
--- /dev/null
+++ b/tests/fixtures/react-router/existing/app/routes/about.tsx
@@ -0,0 +1,8 @@
+export default function About() {
+  return (
+    <div>
+      <h1>About</h1>
+      <p>This is an existing React Router application.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react-router/existing/app/routes/dashboard.tsx b/tests/fixtures/react-router/existing/app/routes/dashboard.tsx
new file mode 100644
index 0000000..70f9ece
--- /dev/null
+++ b/tests/fixtures/react-router/existing/app/routes/dashboard.tsx
@@ -0,0 +1,8 @@
+export default function Dashboard() {
+  return (
+    <div>
+      <h1>Dashboard</h1>
+      <p>Protected content would go here.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react-router/existing/app/routes/home.tsx b/tests/fixtures/react-router/existing/app/routes/home.tsx
new file mode 100644
index 0000000..219c3ec
--- /dev/null
+++ b/tests/fixtures/react-router/existing/app/routes/home.tsx
@@ -0,0 +1,8 @@
+export default function Home() {
+  return (
+    <div>
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react-router/existing/package.json b/tests/fixtures/react-router/existing/package.json
new file mode 100644
index 0000000..c690c67
--- /dev/null
+++ b/tests/fixtures/react-router/existing/package.json
@@ -0,0 +1,25 @@
+{
+  "name": "react-router-existing-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "react-router dev",
+    "build": "react-router build",
+    "start": "react-router-serve ./build/server/index.js"
+  },
+  "dependencies": {
+    "@react-router/node": "^7.1.1",
+    "@react-router/serve": "^7.1.1",
+    "isbot": "^5.1.17",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "react-router": "^7.1.1"
+  },
+  "devDependencies": {
+    "@react-router/dev": "^7.1.1",
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "typescript": "^5.6.2",
+    "vite": "^6.0.5"
+  }
+}
diff --git a/tests/fixtures/react-router/existing/react-router.config.ts b/tests/fixtures/react-router/existing/react-router.config.ts
new file mode 100644
index 0000000..51e8967
--- /dev/null
+++ b/tests/fixtures/react-router/existing/react-router.config.ts
@@ -0,0 +1,5 @@
+import type { Config } from '@react-router/dev/config';
+
+export default {
+  ssr: true,
+} satisfies Config;
diff --git a/tests/fixtures/react-router/existing/tsconfig.json b/tests/fixtures/react-router/existing/tsconfig.json
new file mode 100644
index 0000000..b092946
--- /dev/null
+++ b/tests/fixtures/react-router/existing/tsconfig.json
@@ -0,0 +1,19 @@
+{
+  "include": ["**/*", ".react-router/types/**/*"],
+  "compilerOptions": {
+    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "types": ["node", "vite/client"],
+    "target": "ES2022",
+    "module": "ES2022",
+    "moduleResolution": "bundler",
+    "jsx": "react-jsx",
+    "strict": true,
+    "skipLibCheck": true,
+    "noEmit": true,
+    "isolatedModules": true,
+    "rootDirs": [".", "./.react-router/types"],
+    "paths": {
+      "~/*": ["./app/*"]
+    }
+  }
+}
diff --git a/tests/fixtures/react-router/existing/vite.config.ts b/tests/fixtures/react-router/existing/vite.config.ts
new file mode 100644
index 0000000..aa78dec
--- /dev/null
+++ b/tests/fixtures/react-router/existing/vite.config.ts
@@ -0,0 +1,12 @@
+import { reactRouter } from '@react-router/dev/vite';
+import { defineConfig } from 'vite';
+import { resolve } from 'path';
+
+export default defineConfig({
+  plugins: [reactRouter()],
+  resolve: {
+    alias: {
+      '~': resolve(__dirname, './app'),
+    },
+  },
+});
diff --git a/tests/fixtures/react-router/fresh/app/root.tsx b/tests/fixtures/react-router/fresh/app/root.tsx
new file mode 100644
index 0000000..dea8bc3
--- /dev/null
+++ b/tests/fixtures/react-router/fresh/app/root.tsx
@@ -0,0 +1,23 @@
+import { Links, Meta, Outlet, Scripts, ScrollRestoration } from 'react-router';
+
+export function Layout({ children }: { children: React.ReactNode }) {
+  return (
+    <html lang="en">
+      <head>
+        <meta charSet="utf-8" />
+        <meta name="viewport" content="width=device-width, initial-scale=1" />
+        <Meta />
+        <Links />
+      </head>
+      <body>
+        {children}
+        <ScrollRestoration />
+        <Scripts />
+      </body>
+    </html>
+  );
+}
+
+export default function Root() {
+  return <Outlet />;
+}
diff --git a/tests/fixtures/react-router/fresh/app/routes.ts b/tests/fixtures/react-router/fresh/app/routes.ts
new file mode 100644
index 0000000..205ff3c
--- /dev/null
+++ b/tests/fixtures/react-router/fresh/app/routes.ts
@@ -0,0 +1,3 @@
+import { type RouteConfig, index } from '@react-router/dev/routes';
+
+export default [index('routes/home.tsx')] satisfies RouteConfig;
diff --git a/tests/fixtures/react-router/fresh/app/routes/home.tsx b/tests/fixtures/react-router/fresh/app/routes/home.tsx
new file mode 100644
index 0000000..6e60f0f
--- /dev/null
+++ b/tests/fixtures/react-router/fresh/app/routes/home.tsx
@@ -0,0 +1,8 @@
+export default function Home() {
+  return (
+    <div>
+      <h1>Welcome to React Router</h1>
+      <p>This is a fresh React Router application.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react-router/fresh/package.json b/tests/fixtures/react-router/fresh/package.json
new file mode 100644
index 0000000..398ca86
--- /dev/null
+++ b/tests/fixtures/react-router/fresh/package.json
@@ -0,0 +1,25 @@
+{
+  "name": "react-router-fresh-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "react-router dev",
+    "build": "react-router build",
+    "start": "react-router-serve ./build/server/index.js"
+  },
+  "dependencies": {
+    "@react-router/node": "^7.1.1",
+    "@react-router/serve": "^7.1.1",
+    "isbot": "^5.1.17",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "react-router": "^7.1.1"
+  },
+  "devDependencies": {
+    "@react-router/dev": "^7.1.1",
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "typescript": "^5.6.2",
+    "vite": "^6.0.5"
+  }
+}
diff --git a/tests/fixtures/react-router/fresh/react-router.config.ts b/tests/fixtures/react-router/fresh/react-router.config.ts
new file mode 100644
index 0000000..51e8967
--- /dev/null
+++ b/tests/fixtures/react-router/fresh/react-router.config.ts
@@ -0,0 +1,5 @@
+import type { Config } from '@react-router/dev/config';
+
+export default {
+  ssr: true,
+} satisfies Config;
diff --git a/tests/fixtures/react-router/fresh/tsconfig.json b/tests/fixtures/react-router/fresh/tsconfig.json
new file mode 100644
index 0000000..d063681
--- /dev/null
+++ b/tests/fixtures/react-router/fresh/tsconfig.json
@@ -0,0 +1,16 @@
+{
+  "include": ["**/*", ".react-router/types/**/*"],
+  "compilerOptions": {
+    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "types": ["node", "vite/client"],
+    "target": "ES2022",
+    "module": "ES2022",
+    "moduleResolution": "bundler",
+    "jsx": "react-jsx",
+    "strict": true,
+    "skipLibCheck": true,
+    "noEmit": true,
+    "isolatedModules": true,
+    "rootDirs": [".", "./.react-router/types"]
+  }
+}
diff --git a/tests/fixtures/react-router/fresh/vite.config.ts b/tests/fixtures/react-router/fresh/vite.config.ts
new file mode 100644
index 0000000..68ba30d
--- /dev/null
+++ b/tests/fixtures/react-router/fresh/vite.config.ts
@@ -0,0 +1,6 @@
+import { reactRouter } from '@react-router/dev/vite';
+import { defineConfig } from 'vite';
+
+export default defineConfig({
+  plugins: [reactRouter()],
+});
diff --git a/tests/fixtures/react/existing-auth0/.env.example b/tests/fixtures/react/existing-auth0/.env.example
new file mode 100644
index 0000000..6a3c194
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/.env.example
@@ -0,0 +1,2 @@
+VITE_AUTH0_DOMAIN=your-tenant.auth0.com
+VITE_AUTH0_CLIENT_ID=your-client-id
diff --git a/tests/fixtures/react/existing-auth0/index.html b/tests/fixtures/react/existing-auth0/index.html
new file mode 100644
index 0000000..6fac552
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/index.html
@@ -0,0 +1,12 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>React App with Auth0</title>
+  </head>
+  <body>
+    <div id="root"></div>
+    <script type="module" src="/src/main.tsx"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/react/existing-auth0/package.json b/tests/fixtures/react/existing-auth0/package.json
new file mode 100644
index 0000000..fed077b
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/package.json
@@ -0,0 +1,24 @@
+{
+  "name": "react-existing-auth0-fixture",
+  "private": true,
+  "version": "0.0.0",
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "tsc -b && vite build",
+    "preview": "vite preview"
+  },
+  "dependencies": {
+    "@auth0/auth0-react": "^2.2.4",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "react-router-dom": "^6.28.0"
+  },
+  "devDependencies": {
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "@vitejs/plugin-react": "^4.3.4",
+    "typescript": "~5.6.2",
+    "vite": "^6.0.5"
+  }
+}
diff --git a/tests/fixtures/react/existing-auth0/src/App.tsx b/tests/fixtures/react/existing-auth0/src/App.tsx
new file mode 100644
index 0000000..0d0d707
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/src/App.tsx
@@ -0,0 +1,30 @@
+import { Routes, Route, Link } from 'react-router-dom';
+import { useAuth0 } from '@auth0/auth0-react';
+import { Home } from './pages/Home';
+import { About } from './pages/About';
+import { Dashboard } from './pages/Dashboard';
+
+function App() {
+  const { isAuthenticated, loginWithRedirect, logout } = useAuth0();
+
+  return (
+    <div>
+      <nav>
+        <Link to="/">Home</Link> | <Link to="/about">About</Link> |{' '}
+        <Link to="/dashboard">Dashboard</Link>
+        {isAuthenticated ? (
+          <button onClick={() => logout()}>Logout</button>
+        ) : (
+          <button onClick={() => loginWithRedirect()}>Login</button>
+        )}
+      </nav>
+      <Routes>
+        <Route path="/" element={<Home />} />
+        <Route path="/about" element={<About />} />
+        <Route path="/dashboard" element={<Dashboard />} />
+      </Routes>
+    </div>
+  );
+}
+
+export default App;
diff --git a/tests/fixtures/react/existing-auth0/src/main.tsx b/tests/fixtures/react/existing-auth0/src/main.tsx
new file mode 100644
index 0000000..ce10051
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/src/main.tsx
@@ -0,0 +1,21 @@
+import { StrictMode } from 'react';
+import { createRoot } from 'react-dom/client';
+import { BrowserRouter } from 'react-router-dom';
+import { Auth0Provider } from '@auth0/auth0-react';
+import App from './App.tsx';
+
+createRoot(document.getElementById('root')!).render(
+  <StrictMode>
+    <Auth0Provider
+      domain={import.meta.env.VITE_AUTH0_DOMAIN}
+      clientId={import.meta.env.VITE_AUTH0_CLIENT_ID}
+      authorizationParams={{
+        redirect_uri: window.location.origin,
+      }}
+    >
+      <BrowserRouter>
+        <App />
+      </BrowserRouter>
+    </Auth0Provider>
+  </StrictMode>
+);
diff --git a/tests/fixtures/react/existing-auth0/src/pages/About.tsx b/tests/fixtures/react/existing-auth0/src/pages/About.tsx
new file mode 100644
index 0000000..310df85
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/src/pages/About.tsx
@@ -0,0 +1,8 @@
+export function About() {
+  return (
+    <div>
+      <h1>About</h1>
+      <p>This is an existing React application with Auth0.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react/existing-auth0/src/pages/Dashboard.tsx b/tests/fixtures/react/existing-auth0/src/pages/Dashboard.tsx
new file mode 100644
index 0000000..6afddd8
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/src/pages/Dashboard.tsx
@@ -0,0 +1,20 @@
+import { useAuth0 } from '@auth0/auth0-react';
+
+export function Dashboard() {
+  const { isAuthenticated, isLoading, user } = useAuth0();
+
+  if (isLoading) {
+    return <div>Loading...</div>;
+  }
+
+  if (!isAuthenticated) {
+    return <div>Please log in to view the dashboard.</div>;
+  }
+
+  return (
+    <div>
+      <h1>Dashboard</h1>
+      <p>Welcome, {user?.name}!</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react/existing-auth0/src/pages/Home.tsx b/tests/fixtures/react/existing-auth0/src/pages/Home.tsx
new file mode 100644
index 0000000..ed07ba1
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/src/pages/Home.tsx
@@ -0,0 +1,8 @@
+export function Home() {
+  return (
+    <div>
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react/existing-auth0/src/vite-env.d.ts b/tests/fixtures/react/existing-auth0/src/vite-env.d.ts
new file mode 100644
index 0000000..e882ef9
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/src/vite-env.d.ts
@@ -0,0 +1,10 @@
+/// <reference types="vite/client" />
+
+interface ImportMetaEnv {
+  readonly VITE_AUTH0_DOMAIN: string;
+  readonly VITE_AUTH0_CLIENT_ID: string;
+}
+
+interface ImportMeta {
+  readonly env: ImportMetaEnv;
+}
diff --git a/tests/fixtures/react/existing-auth0/tsconfig.json b/tests/fixtures/react/existing-auth0/tsconfig.json
new file mode 100644
index 0000000..d541922
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/tsconfig.json
@@ -0,0 +1,23 @@
+{
+  "compilerOptions": {
+    "target": "ES2020",
+    "useDefineForClassFields": true,
+    "lib": ["ES2020", "DOM", "DOM.Iterable"],
+    "module": "ESNext",
+    "skipLibCheck": true,
+    "moduleResolution": "bundler",
+    "allowImportingTsExtensions": true,
+    "isolatedModules": true,
+    "moduleDetection": "force",
+    "noEmit": true,
+    "jsx": "react-jsx",
+    "strict": true,
+    "noUnusedLocals": true,
+    "noUnusedParameters": true,
+    "noFallthroughCasesInSwitch": true,
+    "paths": {
+      "@/*": ["./src/*"]
+    }
+  },
+  "include": ["src"]
+}
diff --git a/tests/fixtures/react/existing-auth0/vite.config.ts b/tests/fixtures/react/existing-auth0/vite.config.ts
new file mode 100644
index 0000000..d192dba
--- /dev/null
+++ b/tests/fixtures/react/existing-auth0/vite.config.ts
@@ -0,0 +1,12 @@
+import { defineConfig } from 'vite';
+import react from '@vitejs/plugin-react';
+import { resolve } from 'path';
+
+export default defineConfig({
+  plugins: [react()],
+  resolve: {
+    alias: {
+      '@': resolve(__dirname, './src'),
+    },
+  },
+});
diff --git a/tests/fixtures/react/existing/index.html b/tests/fixtures/react/existing/index.html
new file mode 100644
index 0000000..5da656c
--- /dev/null
+++ b/tests/fixtures/react/existing/index.html
@@ -0,0 +1,12 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>React App</title>
+  </head>
+  <body>
+    <div id="root"></div>
+    <script type="module" src="/src/main.tsx"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/react/existing/package.json b/tests/fixtures/react/existing/package.json
new file mode 100644
index 0000000..ab4bf32
--- /dev/null
+++ b/tests/fixtures/react/existing/package.json
@@ -0,0 +1,23 @@
+{
+  "name": "react-existing-fixture",
+  "private": true,
+  "version": "0.0.0",
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "tsc -b && vite build",
+    "preview": "vite preview"
+  },
+  "dependencies": {
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "react-router-dom": "^6.28.0"
+  },
+  "devDependencies": {
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "@vitejs/plugin-react": "^4.3.4",
+    "typescript": "~5.6.2",
+    "vite": "^6.0.5"
+  }
+}
diff --git a/tests/fixtures/react/existing/src/App.tsx b/tests/fixtures/react/existing/src/App.tsx
new file mode 100644
index 0000000..b6b0d61
--- /dev/null
+++ b/tests/fixtures/react/existing/src/App.tsx
@@ -0,0 +1,22 @@
+import { Routes, Route, Link } from 'react-router-dom';
+import { Home } from './pages/Home';
+import { About } from './pages/About';
+import { Dashboard } from './pages/Dashboard';
+
+function App() {
+  return (
+    <div>
+      <nav>
+        <Link to="/">Home</Link> | <Link to="/about">About</Link> |{' '}
+        <Link to="/dashboard">Dashboard</Link>
+      </nav>
+      <Routes>
+        <Route path="/" element={<Home />} />
+        <Route path="/about" element={<About />} />
+        <Route path="/dashboard" element={<Dashboard />} />
+      </Routes>
+    </div>
+  );
+}
+
+export default App;
diff --git a/tests/fixtures/react/existing/src/main.tsx b/tests/fixtures/react/existing/src/main.tsx
new file mode 100644
index 0000000..a127f29
--- /dev/null
+++ b/tests/fixtures/react/existing/src/main.tsx
@@ -0,0 +1,12 @@
+import { StrictMode } from 'react';
+import { createRoot } from 'react-dom/client';
+import { BrowserRouter } from 'react-router-dom';
+import App from './App.tsx';
+
+createRoot(document.getElementById('root')!).render(
+  <StrictMode>
+    <BrowserRouter>
+      <App />
+    </BrowserRouter>
+  </StrictMode>
+);
diff --git a/tests/fixtures/react/existing/src/pages/About.tsx b/tests/fixtures/react/existing/src/pages/About.tsx
new file mode 100644
index 0000000..9c57a60
--- /dev/null
+++ b/tests/fixtures/react/existing/src/pages/About.tsx
@@ -0,0 +1,8 @@
+export function About() {
+  return (
+    <div>
+      <h1>About</h1>
+      <p>This is an existing React application.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react/existing/src/pages/Dashboard.tsx b/tests/fixtures/react/existing/src/pages/Dashboard.tsx
new file mode 100644
index 0000000..42409fd
--- /dev/null
+++ b/tests/fixtures/react/existing/src/pages/Dashboard.tsx
@@ -0,0 +1,8 @@
+export function Dashboard() {
+  return (
+    <div>
+      <h1>Dashboard</h1>
+      <p>Protected content would go here.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react/existing/src/pages/Home.tsx b/tests/fixtures/react/existing/src/pages/Home.tsx
new file mode 100644
index 0000000..ed07ba1
--- /dev/null
+++ b/tests/fixtures/react/existing/src/pages/Home.tsx
@@ -0,0 +1,8 @@
+export function Home() {
+  return (
+    <div>
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/react/existing/src/vite-env.d.ts b/tests/fixtures/react/existing/src/vite-env.d.ts
new file mode 100644
index 0000000..11f02fe
--- /dev/null
+++ b/tests/fixtures/react/existing/src/vite-env.d.ts
@@ -0,0 +1 @@
+/// <reference types="vite/client" />
diff --git a/tests/fixtures/react/existing/tsconfig.json b/tests/fixtures/react/existing/tsconfig.json
new file mode 100644
index 0000000..d541922
--- /dev/null
+++ b/tests/fixtures/react/existing/tsconfig.json
@@ -0,0 +1,23 @@
+{
+  "compilerOptions": {
+    "target": "ES2020",
+    "useDefineForClassFields": true,
+    "lib": ["ES2020", "DOM", "DOM.Iterable"],
+    "module": "ESNext",
+    "skipLibCheck": true,
+    "moduleResolution": "bundler",
+    "allowImportingTsExtensions": true,
+    "isolatedModules": true,
+    "moduleDetection": "force",
+    "noEmit": true,
+    "jsx": "react-jsx",
+    "strict": true,
+    "noUnusedLocals": true,
+    "noUnusedParameters": true,
+    "noFallthroughCasesInSwitch": true,
+    "paths": {
+      "@/*": ["./src/*"]
+    }
+  },
+  "include": ["src"]
+}
diff --git a/tests/fixtures/react/existing/vite.config.ts b/tests/fixtures/react/existing/vite.config.ts
new file mode 100644
index 0000000..d192dba
--- /dev/null
+++ b/tests/fixtures/react/existing/vite.config.ts
@@ -0,0 +1,12 @@
+import { defineConfig } from 'vite';
+import react from '@vitejs/plugin-react';
+import { resolve } from 'path';
+
+export default defineConfig({
+  plugins: [react()],
+  resolve: {
+    alias: {
+      '@': resolve(__dirname, './src'),
+    },
+  },
+});
diff --git a/tests/fixtures/react/fresh/index.html b/tests/fixtures/react/fresh/index.html
new file mode 100644
index 0000000..5da656c
--- /dev/null
+++ b/tests/fixtures/react/fresh/index.html
@@ -0,0 +1,12 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>React App</title>
+  </head>
+  <body>
+    <div id="root"></div>
+    <script type="module" src="/src/main.tsx"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/react/fresh/package.json b/tests/fixtures/react/fresh/package.json
new file mode 100644
index 0000000..b24e566
--- /dev/null
+++ b/tests/fixtures/react/fresh/package.json
@@ -0,0 +1,22 @@
+{
+  "name": "react-fresh-fixture",
+  "private": true,
+  "version": "0.0.0",
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "tsc -b && vite build",
+    "preview": "vite preview"
+  },
+  "dependencies": {
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1"
+  },
+  "devDependencies": {
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "@vitejs/plugin-react": "^4.3.4",
+    "typescript": "~5.6.2",
+    "vite": "^6.0.5"
+  }
+}
diff --git a/tests/fixtures/react/fresh/src/App.tsx b/tests/fixtures/react/fresh/src/App.tsx
new file mode 100644
index 0000000..725bea2
--- /dev/null
+++ b/tests/fixtures/react/fresh/src/App.tsx
@@ -0,0 +1,10 @@
+function App() {
+  return (
+    <div>
+      <h1>React App</h1>
+      <p>Welcome to your React application.</p>
+    </div>
+  );
+}
+
+export default App;
diff --git a/tests/fixtures/react/fresh/src/main.tsx b/tests/fixtures/react/fresh/src/main.tsx
new file mode 100644
index 0000000..3a8bd35
--- /dev/null
+++ b/tests/fixtures/react/fresh/src/main.tsx
@@ -0,0 +1,9 @@
+import { StrictMode } from 'react';
+import { createRoot } from 'react-dom/client';
+import App from './App.tsx';
+
+createRoot(document.getElementById('root')!).render(
+  <StrictMode>
+    <App />
+  </StrictMode>
+);
diff --git a/tests/fixtures/react/fresh/src/vite-env.d.ts b/tests/fixtures/react/fresh/src/vite-env.d.ts
new file mode 100644
index 0000000..11f02fe
--- /dev/null
+++ b/tests/fixtures/react/fresh/src/vite-env.d.ts
@@ -0,0 +1 @@
+/// <reference types="vite/client" />
diff --git a/tests/fixtures/react/fresh/tsconfig.json b/tests/fixtures/react/fresh/tsconfig.json
new file mode 100644
index 0000000..109f0ac
--- /dev/null
+++ b/tests/fixtures/react/fresh/tsconfig.json
@@ -0,0 +1,20 @@
+{
+  "compilerOptions": {
+    "target": "ES2020",
+    "useDefineForClassFields": true,
+    "lib": ["ES2020", "DOM", "DOM.Iterable"],
+    "module": "ESNext",
+    "skipLibCheck": true,
+    "moduleResolution": "bundler",
+    "allowImportingTsExtensions": true,
+    "isolatedModules": true,
+    "moduleDetection": "force",
+    "noEmit": true,
+    "jsx": "react-jsx",
+    "strict": true,
+    "noUnusedLocals": true,
+    "noUnusedParameters": true,
+    "noFallthroughCasesInSwitch": true
+  },
+  "include": ["src"]
+}
diff --git a/tests/fixtures/react/fresh/vite.config.ts b/tests/fixtures/react/fresh/vite.config.ts
new file mode 100644
index 0000000..0466183
--- /dev/null
+++ b/tests/fixtures/react/fresh/vite.config.ts
@@ -0,0 +1,6 @@
+import { defineConfig } from 'vite';
+import react from '@vitejs/plugin-react';
+
+export default defineConfig({
+  plugins: [react()],
+});
diff --git a/tests/fixtures/tanstack-start/existing-auth0/.env.example b/tests/fixtures/tanstack-start/existing-auth0/.env.example
new file mode 100644
index 0000000..6a3c194
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/.env.example
@@ -0,0 +1,2 @@
+VITE_AUTH0_DOMAIN=your-tenant.auth0.com
+VITE_AUTH0_CLIENT_ID=your-client-id
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app.config.ts b/tests/fixtures/tanstack-start/existing-auth0/app.config.ts
new file mode 100644
index 0000000..ac46b90
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/app.config.ts
@@ -0,0 +1,3 @@
+import { defineConfig } from '@tanstack/start/config';
+
+export default defineConfig({});
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/client.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/client.tsx
new file mode 100644
index 0000000..0af9ea0
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/app/client.tsx
@@ -0,0 +1,7 @@
+import { StartClient } from '@tanstack/start';
+import { hydrateRoot } from 'react-dom/client';
+import { createRouter } from './router';
+
+const router = createRouter();
+
+hydrateRoot(document, <StartClient router={router} />);
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/router.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/router.tsx
new file mode 100644
index 0000000..4487607
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/app/router.tsx
@@ -0,0 +1,16 @@
+import { createRouter as createTanStackRouter } from '@tanstack/react-router';
+import { routeTree } from './routeTree.gen';
+
+export function createRouter() {
+  const router = createTanStackRouter({
+    routeTree,
+  });
+
+  return router;
+}
+
+declare module '@tanstack/react-router' {
+  interface Register {
+    router: ReturnType<typeof createRouter>;
+  }
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
new file mode 100644
index 0000000..c270a51
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
@@ -0,0 +1,33 @@
+import { Link, Outlet, createRootRoute } from '@tanstack/react-router';
+import { Auth0Provider } from '@auth0/auth0-react';
+
+export const Route = createRootRoute({
+  component: RootComponent,
+});
+
+function RootComponent() {
+  return (
+    <html lang="en">
+      <head>
+        <meta charSet="utf-8" />
+        <meta name="viewport" content="width=device-width, initial-scale=1" />
+        <title>TanStack Start with Auth0</title>
+      </head>
+      <body>
+        <Auth0Provider
+          domain={import.meta.env.VITE_AUTH0_DOMAIN || ''}
+          clientId={import.meta.env.VITE_AUTH0_CLIENT_ID || ''}
+          authorizationParams={{
+            redirect_uri: typeof window !== 'undefined' ? window.location.origin : '',
+          }}
+        >
+          <nav>
+            <Link to="/">Home</Link> | <Link to="/about">About</Link> |{' '}
+            <Link to="/dashboard">Dashboard</Link>
+          </nav>
+          <Outlet />
+        </Auth0Provider>
+      </body>
+    </html>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/about.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/about.tsx
new file mode 100644
index 0000000..196b6a6
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/app/routes/about.tsx
@@ -0,0 +1,14 @@
+import { createFileRoute } from '@tanstack/react-router';
+
+export const Route = createFileRoute('/about')({
+  component: About,
+});
+
+function About() {
+  return (
+    <div>
+      <h1>About</h1>
+      <p>This is an existing TanStack Start application with Auth0.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/dashboard.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/dashboard.tsx
new file mode 100644
index 0000000..ec67bb1
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/app/routes/dashboard.tsx
@@ -0,0 +1,30 @@
+import { createFileRoute } from '@tanstack/react-router';
+import { useAuth0 } from '@auth0/auth0-react';
+
+export const Route = createFileRoute('/dashboard')({
+  component: Dashboard,
+});
+
+function Dashboard() {
+  const { isAuthenticated, isLoading, user } = useAuth0();
+
+  if (isLoading) {
+    return <div>Loading...</div>;
+  }
+
+  if (!isAuthenticated) {
+    return (
+      <div>
+        <h1>Dashboard</h1>
+        <p>Please log in to view the dashboard.</p>
+      </div>
+    );
+  }
+
+  return (
+    <div>
+      <h1>Dashboard</h1>
+      <p>Welcome, {user?.name}!</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/index.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/index.tsx
new file mode 100644
index 0000000..cf655ff
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/app/routes/index.tsx
@@ -0,0 +1,22 @@
+import { createFileRoute } from '@tanstack/react-router';
+import { useAuth0 } from '@auth0/auth0-react';
+
+export const Route = createFileRoute('/')({
+  component: Home,
+});
+
+function Home() {
+  const { isAuthenticated, loginWithRedirect, logout } = useAuth0();
+
+  return (
+    <div>
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+      {isAuthenticated ? (
+        <button onClick={() => logout()}>Logout</button>
+      ) : (
+        <button onClick={() => loginWithRedirect()}>Login</button>
+      )}
+    </div>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/ssr.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/ssr.tsx
new file mode 100644
index 0000000..2a5ee26
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/app/ssr.tsx
@@ -0,0 +1,6 @@
+import { createStartHandler, defaultStreamHandler } from '@tanstack/start/server';
+import { createRouter } from './router';
+
+export default createStartHandler({
+  createRouter,
+})(defaultStreamHandler);
diff --git a/tests/fixtures/tanstack-start/existing-auth0/package.json b/tests/fixtures/tanstack-start/existing-auth0/package.json
new file mode 100644
index 0000000..de863b8
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/package.json
@@ -0,0 +1,24 @@
+{
+  "name": "tanstack-start-existing-auth0-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "vinxi dev",
+    "build": "vinxi build",
+    "start": "vinxi start"
+  },
+  "dependencies": {
+    "@auth0/auth0-react": "^2.2.4",
+    "@tanstack/react-router": "^1.95.1",
+    "@tanstack/start": "^1.95.1",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "vinxi": "^0.5.1"
+  },
+  "devDependencies": {
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "@vitejs/plugin-react": "^4.3.4",
+    "typescript": "^5.6.2"
+  }
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/tsconfig.json b/tests/fixtures/tanstack-start/existing-auth0/tsconfig.json
new file mode 100644
index 0000000..5125a86
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/tsconfig.json
@@ -0,0 +1,22 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "module": "ESNext",
+    "skipLibCheck": true,
+    "moduleResolution": "bundler",
+    "allowImportingTsExtensions": true,
+    "isolatedModules": true,
+    "moduleDetection": "force",
+    "noEmit": true,
+    "jsx": "react-jsx",
+    "strict": true,
+    "noUnusedLocals": true,
+    "noUnusedParameters": true,
+    "noFallthroughCasesInSwitch": true,
+    "paths": {
+      "~/*": ["./app/*"]
+    }
+  },
+  "include": ["app"]
+}
diff --git a/tests/fixtures/tanstack-start/existing/app.config.ts b/tests/fixtures/tanstack-start/existing/app.config.ts
new file mode 100644
index 0000000..ac46b90
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/app.config.ts
@@ -0,0 +1,3 @@
+import { defineConfig } from '@tanstack/start/config';
+
+export default defineConfig({});
diff --git a/tests/fixtures/tanstack-start/existing/app/client.tsx b/tests/fixtures/tanstack-start/existing/app/client.tsx
new file mode 100644
index 0000000..0af9ea0
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/app/client.tsx
@@ -0,0 +1,7 @@
+import { StartClient } from '@tanstack/start';
+import { hydrateRoot } from 'react-dom/client';
+import { createRouter } from './router';
+
+const router = createRouter();
+
+hydrateRoot(document, <StartClient router={router} />);
diff --git a/tests/fixtures/tanstack-start/existing/app/router.tsx b/tests/fixtures/tanstack-start/existing/app/router.tsx
new file mode 100644
index 0000000..4487607
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/app/router.tsx
@@ -0,0 +1,16 @@
+import { createRouter as createTanStackRouter } from '@tanstack/react-router';
+import { routeTree } from './routeTree.gen';
+
+export function createRouter() {
+  const router = createTanStackRouter({
+    routeTree,
+  });
+
+  return router;
+}
+
+declare module '@tanstack/react-router' {
+  interface Register {
+    router: ReturnType<typeof createRouter>;
+  }
+}
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx b/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
new file mode 100644
index 0000000..d6ab330
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
@@ -0,0 +1,24 @@
+import { Link, Outlet, createRootRoute } from '@tanstack/react-router';
+
+export const Route = createRootRoute({
+  component: RootComponent,
+});
+
+function RootComponent() {
+  return (
+    <html lang="en">
+      <head>
+        <meta charSet="utf-8" />
+        <meta name="viewport" content="width=device-width, initial-scale=1" />
+        <title>TanStack Start</title>
+      </head>
+      <body>
+        <nav>
+          <Link to="/">Home</Link> | <Link to="/about">About</Link> |{' '}
+          <Link to="/dashboard">Dashboard</Link>
+        </nav>
+        <Outlet />
+      </body>
+    </html>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/about.tsx b/tests/fixtures/tanstack-start/existing/app/routes/about.tsx
new file mode 100644
index 0000000..54c6263
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/app/routes/about.tsx
@@ -0,0 +1,14 @@
+import { createFileRoute } from '@tanstack/react-router';
+
+export const Route = createFileRoute('/about')({
+  component: About,
+});
+
+function About() {
+  return (
+    <div>
+      <h1>About</h1>
+      <p>This is an existing TanStack Start application.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/dashboard.tsx b/tests/fixtures/tanstack-start/existing/app/routes/dashboard.tsx
new file mode 100644
index 0000000..4456b66
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/app/routes/dashboard.tsx
@@ -0,0 +1,14 @@
+import { createFileRoute } from '@tanstack/react-router';
+
+export const Route = createFileRoute('/dashboard')({
+  component: Dashboard,
+});
+
+function Dashboard() {
+  return (
+    <div>
+      <h1>Dashboard</h1>
+      <p>Protected content would go here.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/index.tsx b/tests/fixtures/tanstack-start/existing/app/routes/index.tsx
new file mode 100644
index 0000000..a3fba46
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/app/routes/index.tsx
@@ -0,0 +1,14 @@
+import { createFileRoute } from '@tanstack/react-router';
+
+export const Route = createFileRoute('/')({
+  component: Home,
+});
+
+function Home() {
+  return (
+    <div>
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/existing/app/ssr.tsx b/tests/fixtures/tanstack-start/existing/app/ssr.tsx
new file mode 100644
index 0000000..2a5ee26
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/app/ssr.tsx
@@ -0,0 +1,6 @@
+import { createStartHandler, defaultStreamHandler } from '@tanstack/start/server';
+import { createRouter } from './router';
+
+export default createStartHandler({
+  createRouter,
+})(defaultStreamHandler);
diff --git a/tests/fixtures/tanstack-start/existing/package.json b/tests/fixtures/tanstack-start/existing/package.json
new file mode 100644
index 0000000..9d207e5
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/package.json
@@ -0,0 +1,23 @@
+{
+  "name": "tanstack-start-existing-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "vinxi dev",
+    "build": "vinxi build",
+    "start": "vinxi start"
+  },
+  "dependencies": {
+    "@tanstack/react-router": "^1.95.1",
+    "@tanstack/start": "^1.95.1",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "vinxi": "^0.5.1"
+  },
+  "devDependencies": {
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "@vitejs/plugin-react": "^4.3.4",
+    "typescript": "^5.6.2"
+  }
+}
diff --git a/tests/fixtures/tanstack-start/existing/tsconfig.json b/tests/fixtures/tanstack-start/existing/tsconfig.json
new file mode 100644
index 0000000..5125a86
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/tsconfig.json
@@ -0,0 +1,22 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "module": "ESNext",
+    "skipLibCheck": true,
+    "moduleResolution": "bundler",
+    "allowImportingTsExtensions": true,
+    "isolatedModules": true,
+    "moduleDetection": "force",
+    "noEmit": true,
+    "jsx": "react-jsx",
+    "strict": true,
+    "noUnusedLocals": true,
+    "noUnusedParameters": true,
+    "noFallthroughCasesInSwitch": true,
+    "paths": {
+      "~/*": ["./app/*"]
+    }
+  },
+  "include": ["app"]
+}
diff --git a/tests/fixtures/tanstack-start/fresh/app.config.ts b/tests/fixtures/tanstack-start/fresh/app.config.ts
new file mode 100644
index 0000000..ac46b90
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/app.config.ts
@@ -0,0 +1,3 @@
+import { defineConfig } from '@tanstack/start/config';
+
+export default defineConfig({});
diff --git a/tests/fixtures/tanstack-start/fresh/app/client.tsx b/tests/fixtures/tanstack-start/fresh/app/client.tsx
new file mode 100644
index 0000000..0af9ea0
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/app/client.tsx
@@ -0,0 +1,7 @@
+import { StartClient } from '@tanstack/start';
+import { hydrateRoot } from 'react-dom/client';
+import { createRouter } from './router';
+
+const router = createRouter();
+
+hydrateRoot(document, <StartClient router={router} />);
diff --git a/tests/fixtures/tanstack-start/fresh/app/router.tsx b/tests/fixtures/tanstack-start/fresh/app/router.tsx
new file mode 100644
index 0000000..4487607
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/app/router.tsx
@@ -0,0 +1,16 @@
+import { createRouter as createTanStackRouter } from '@tanstack/react-router';
+import { routeTree } from './routeTree.gen';
+
+export function createRouter() {
+  const router = createTanStackRouter({
+    routeTree,
+  });
+
+  return router;
+}
+
+declare module '@tanstack/react-router' {
+  interface Register {
+    router: ReturnType<typeof createRouter>;
+  }
+}
diff --git a/tests/fixtures/tanstack-start/fresh/app/routes/__root.tsx b/tests/fixtures/tanstack-start/fresh/app/routes/__root.tsx
new file mode 100644
index 0000000..914c089
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/app/routes/__root.tsx
@@ -0,0 +1,20 @@
+import { Outlet, createRootRoute } from '@tanstack/react-router';
+
+export const Route = createRootRoute({
+  component: RootComponent,
+});
+
+function RootComponent() {
+  return (
+    <html lang="en">
+      <head>
+        <meta charSet="utf-8" />
+        <meta name="viewport" content="width=device-width, initial-scale=1" />
+        <title>TanStack Start</title>
+      </head>
+      <body>
+        <Outlet />
+      </body>
+    </html>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/fresh/app/routes/index.tsx b/tests/fixtures/tanstack-start/fresh/app/routes/index.tsx
new file mode 100644
index 0000000..f0d362c
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/app/routes/index.tsx
@@ -0,0 +1,14 @@
+import { createFileRoute } from '@tanstack/react-router';
+
+export const Route = createFileRoute('/')({
+  component: Home,
+});
+
+function Home() {
+  return (
+    <div>
+      <h1>Welcome to TanStack Start</h1>
+      <p>This is a fresh TanStack Start application.</p>
+    </div>
+  );
+}
diff --git a/tests/fixtures/tanstack-start/fresh/app/ssr.tsx b/tests/fixtures/tanstack-start/fresh/app/ssr.tsx
new file mode 100644
index 0000000..2a5ee26
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/app/ssr.tsx
@@ -0,0 +1,6 @@
+import { createStartHandler, defaultStreamHandler } from '@tanstack/start/server';
+import { createRouter } from './router';
+
+export default createStartHandler({
+  createRouter,
+})(defaultStreamHandler);
diff --git a/tests/fixtures/tanstack-start/fresh/package.json b/tests/fixtures/tanstack-start/fresh/package.json
new file mode 100644
index 0000000..518bb25
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/package.json
@@ -0,0 +1,23 @@
+{
+  "name": "tanstack-start-fresh-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "vinxi dev",
+    "build": "vinxi build",
+    "start": "vinxi start"
+  },
+  "dependencies": {
+    "@tanstack/react-router": "^1.95.1",
+    "@tanstack/start": "^1.95.1",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "vinxi": "^0.5.1"
+  },
+  "devDependencies": {
+    "@types/react": "^18.3.12",
+    "@types/react-dom": "^18.3.1",
+    "@vitejs/plugin-react": "^4.3.4",
+    "typescript": "^5.6.2"
+  }
+}
diff --git a/tests/fixtures/tanstack-start/fresh/tsconfig.json b/tests/fixtures/tanstack-start/fresh/tsconfig.json
new file mode 100644
index 0000000..23e2bdb
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/tsconfig.json
@@ -0,0 +1,19 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "module": "ESNext",
+    "skipLibCheck": true,
+    "moduleResolution": "bundler",
+    "allowImportingTsExtensions": true,
+    "isolatedModules": true,
+    "moduleDetection": "force",
+    "noEmit": true,
+    "jsx": "react-jsx",
+    "strict": true,
+    "noUnusedLocals": true,
+    "noUnusedParameters": true,
+    "noFallthroughCasesInSwitch": true
+  },
+  "include": ["app"]
+}
diff --git a/tests/fixtures/vanilla-js/existing-auth0/.env.example b/tests/fixtures/vanilla-js/existing-auth0/.env.example
new file mode 100644
index 0000000..6a3c194
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing-auth0/.env.example
@@ -0,0 +1,2 @@
+VITE_AUTH0_DOMAIN=your-tenant.auth0.com
+VITE_AUTH0_CLIENT_ID=your-client-id
diff --git a/tests/fixtures/vanilla-js/existing-auth0/about.html b/tests/fixtures/vanilla-js/existing-auth0/about.html
new file mode 100644
index 0000000..a5ac958
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing-auth0/about.html
@@ -0,0 +1,23 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>About - Vanilla JS App</title>
+    <link rel="stylesheet" href="/styles.css" />
+  </head>
+  <body>
+    <nav>
+      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
+      <span id="auth-buttons">
+        <button id="login-btn" style="display: none">Login</button>
+        <button id="logout-btn" style="display: none">Logout</button>
+      </span>
+    </nav>
+    <div id="app">
+      <h1>About</h1>
+      <p>This is an existing vanilla JavaScript application with Auth0.</p>
+    </div>
+    <script type="module" src="/main.js"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/vanilla-js/existing-auth0/dashboard.html b/tests/fixtures/vanilla-js/existing-auth0/dashboard.html
new file mode 100644
index 0000000..543e3be
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing-auth0/dashboard.html
@@ -0,0 +1,25 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Dashboard - Vanilla JS App</title>
+    <link rel="stylesheet" href="/styles.css" />
+  </head>
+  <body>
+    <nav>
+      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
+      <span id="auth-buttons">
+        <button id="login-btn" style="display: none">Login</button>
+        <button id="logout-btn" style="display: none">Logout</button>
+      </span>
+    </nav>
+    <div id="app">
+      <h1>Dashboard</h1>
+      <div id="dashboard-content">
+        <p>Loading...</p>
+      </div>
+    </div>
+    <script type="module" src="/dashboard.js"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/vanilla-js/existing-auth0/dashboard.js b/tests/fixtures/vanilla-js/existing-auth0/dashboard.js
new file mode 100644
index 0000000..9f257a1
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing-auth0/dashboard.js
@@ -0,0 +1,55 @@
+import { createAuth0Client } from '@auth0/auth0-spa-js';
+
+async function initDashboard() {
+  const auth0Client = await createAuth0Client({
+    domain: import.meta.env.VITE_AUTH0_DOMAIN,
+    clientId: import.meta.env.VITE_AUTH0_CLIENT_ID,
+  });
+
+  const isAuthenticated = await auth0Client.isAuthenticated();
+  const content = document.getElementById('dashboard-content');
+
+  // Update nav buttons
+  const loginBtn = document.getElementById('login-btn');
+  const logoutBtn = document.getElementById('logout-btn');
+
+  if (loginBtn && logoutBtn) {
+    loginBtn.style.display = isAuthenticated ? 'none' : 'inline-block';
+    logoutBtn.style.display = isAuthenticated ? 'inline-block' : 'none';
+
+    loginBtn.addEventListener('click', async () => {
+      await auth0Client.loginWithRedirect({
+        authorizationParams: {
+          redirect_uri: window.location.origin + '/dashboard.html',
+        },
+      });
+    });
+
+    logoutBtn.addEventListener('click', async () => {
+      await auth0Client.logout({
+        logoutParams: {
+          returnTo: window.location.origin,
+        },
+      });
+    });
+  }
+
+  // Clear existing content
+  if (content) {
+    content.textContent = '';
+
+    if (!isAuthenticated) {
+      const p = document.createElement('p');
+      p.textContent = 'Please log in to view the dashboard.';
+      content.appendChild(p);
+      return;
+    }
+
+    const user = await auth0Client.getUser();
+    const p = document.createElement('p');
+    p.textContent = `Welcome, ${user?.name || 'User'}!`;
+    content.appendChild(p);
+  }
+}
+
+initDashboard().catch(console.error);
diff --git a/tests/fixtures/vanilla-js/existing-auth0/index.html b/tests/fixtures/vanilla-js/existing-auth0/index.html
new file mode 100644
index 0000000..7b65792
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing-auth0/index.html
@@ -0,0 +1,23 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Vanilla JS App with Auth0</title>
+    <link rel="stylesheet" href="/styles.css" />
+  </head>
+  <body>
+    <nav>
+      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
+      <span id="auth-buttons">
+        <button id="login-btn" style="display: none">Login</button>
+        <button id="logout-btn" style="display: none">Logout</button>
+      </span>
+    </nav>
+    <div id="app">
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+    </div>
+    <script type="module" src="/main.js"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/vanilla-js/existing-auth0/main.js b/tests/fixtures/vanilla-js/existing-auth0/main.js
new file mode 100644
index 0000000..2316b8d
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing-auth0/main.js
@@ -0,0 +1,60 @@
+import { createAuth0Client } from '@auth0/auth0-spa-js';
+
+let auth0Client = null;
+
+async function initAuth0() {
+  auth0Client = await createAuth0Client({
+    domain: import.meta.env.VITE_AUTH0_DOMAIN,
+    clientId: import.meta.env.VITE_AUTH0_CLIENT_ID,
+  });
+
+  // Check if user is authenticated
+  const isAuthenticated = await auth0Client.isAuthenticated();
+  updateUI(isAuthenticated);
+
+  // Handle callback
+  if (window.location.search.includes('code=')) {
+    await auth0Client.handleRedirectCallback();
+    window.history.replaceState({}, document.title, window.location.pathname);
+    updateUI(true);
+  }
+}
+
+function updateUI(isAuthenticated) {
+  const loginBtn = document.getElementById('login-btn');
+  const logoutBtn = document.getElementById('logout-btn');
+
+  if (loginBtn && logoutBtn) {
+    loginBtn.style.display = isAuthenticated ? 'none' : 'inline-block';
+    logoutBtn.style.display = isAuthenticated ? 'inline-block' : 'none';
+  }
+}
+
+async function login() {
+  await auth0Client.loginWithRedirect({
+    authorizationParams: {
+      redirect_uri: window.location.origin,
+    },
+  });
+}
+
+async function logout() {
+  await auth0Client.logout({
+    logoutParams: {
+      returnTo: window.location.origin,
+    },
+  });
+}
+
+// Initialize
+initAuth0().catch(console.error);
+
+// Expose functions globally
+window.auth0Login = login;
+window.auth0Logout = logout;
+
+// Attach event listeners
+document.getElementById('login-btn')?.addEventListener('click', login);
+document.getElementById('logout-btn')?.addEventListener('click', logout);
+
+export { auth0Client, login, logout };
diff --git a/tests/fixtures/vanilla-js/existing-auth0/package.json b/tests/fixtures/vanilla-js/existing-auth0/package.json
new file mode 100644
index 0000000..f82d489
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing-auth0/package.json
@@ -0,0 +1,16 @@
+{
+  "name": "vanilla-js-existing-auth0-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "vite build",
+    "preview": "vite preview"
+  },
+  "dependencies": {
+    "@auth0/auth0-spa-js": "^2.1.3"
+  },
+  "devDependencies": {
+    "vite": "^6.0.5"
+  }
+}
diff --git a/tests/fixtures/vanilla-js/existing-auth0/styles.css b/tests/fixtures/vanilla-js/existing-auth0/styles.css
new file mode 100644
index 0000000..c25d3ee
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing-auth0/styles.css
@@ -0,0 +1,33 @@
+body {
+  font-family: system-ui, -apple-system, sans-serif;
+  max-width: 800px;
+  margin: 0 auto;
+  padding: 20px;
+}
+
+nav {
+  margin-bottom: 20px;
+  padding-bottom: 10px;
+  border-bottom: 1px solid #eee;
+  display: flex;
+  align-items: center;
+  gap: 10px;
+}
+
+nav a {
+  color: #333;
+  text-decoration: none;
+}
+
+nav a:hover {
+  text-decoration: underline;
+}
+
+#auth-buttons {
+  margin-left: auto;
+}
+
+button {
+  padding: 8px 16px;
+  cursor: pointer;
+}
diff --git a/tests/fixtures/vanilla-js/existing/about.html b/tests/fixtures/vanilla-js/existing/about.html
new file mode 100644
index 0000000..214ae3d
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing/about.html
@@ -0,0 +1,19 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>About - Vanilla JS App</title>
+    <link rel="stylesheet" href="/styles.css" />
+  </head>
+  <body>
+    <nav>
+      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
+    </nav>
+    <div id="app">
+      <h1>About</h1>
+      <p>This is an existing vanilla JavaScript application.</p>
+    </div>
+    <script type="module" src="/main.js"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/vanilla-js/existing/dashboard.html b/tests/fixtures/vanilla-js/existing/dashboard.html
new file mode 100644
index 0000000..d625f10
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing/dashboard.html
@@ -0,0 +1,19 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Dashboard - Vanilla JS App</title>
+    <link rel="stylesheet" href="/styles.css" />
+  </head>
+  <body>
+    <nav>
+      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
+    </nav>
+    <div id="app">
+      <h1>Dashboard</h1>
+      <p>Protected content would go here.</p>
+    </div>
+    <script type="module" src="/main.js"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/vanilla-js/existing/index.html b/tests/fixtures/vanilla-js/existing/index.html
new file mode 100644
index 0000000..fd6c3a7
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing/index.html
@@ -0,0 +1,19 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Vanilla JS App</title>
+    <link rel="stylesheet" href="/styles.css" />
+  </head>
+  <body>
+    <nav>
+      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
+    </nav>
+    <div id="app">
+      <h1>Home</h1>
+      <p>Welcome to the home page.</p>
+    </div>
+    <script type="module" src="/main.js"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/vanilla-js/existing/main.js b/tests/fixtures/vanilla-js/existing/main.js
new file mode 100644
index 0000000..8e1b2a0
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing/main.js
@@ -0,0 +1,10 @@
+console.log('Vanilla JS app loaded');
+
+// Simple utilities
+export function $(selector) {
+  return document.querySelector(selector);
+}
+
+export function $$(selector) {
+  return document.querySelectorAll(selector);
+}
diff --git a/tests/fixtures/vanilla-js/existing/package.json b/tests/fixtures/vanilla-js/existing/package.json
new file mode 100644
index 0000000..4da60e9
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing/package.json
@@ -0,0 +1,13 @@
+{
+  "name": "vanilla-js-existing-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "vite build",
+    "preview": "vite preview"
+  },
+  "devDependencies": {
+    "vite": "^6.0.5"
+  }
+}
diff --git a/tests/fixtures/vanilla-js/existing/styles.css b/tests/fixtures/vanilla-js/existing/styles.css
new file mode 100644
index 0000000..5f65646
--- /dev/null
+++ b/tests/fixtures/vanilla-js/existing/styles.css
@@ -0,0 +1,21 @@
+body {
+  font-family: system-ui, -apple-system, sans-serif;
+  max-width: 800px;
+  margin: 0 auto;
+  padding: 20px;
+}
+
+nav {
+  margin-bottom: 20px;
+  padding-bottom: 10px;
+  border-bottom: 1px solid #eee;
+}
+
+nav a {
+  color: #333;
+  text-decoration: none;
+}
+
+nav a:hover {
+  text-decoration: underline;
+}
diff --git a/tests/fixtures/vanilla-js/fresh/index.html b/tests/fixtures/vanilla-js/fresh/index.html
new file mode 100644
index 0000000..2776313
--- /dev/null
+++ b/tests/fixtures/vanilla-js/fresh/index.html
@@ -0,0 +1,15 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Vanilla JS App</title>
+  </head>
+  <body>
+    <div id="app">
+      <h1>Vanilla JS App</h1>
+      <p>Welcome to your vanilla JavaScript application.</p>
+    </div>
+    <script type="module" src="/main.js"></script>
+  </body>
+</html>
diff --git a/tests/fixtures/vanilla-js/fresh/main.js b/tests/fixtures/vanilla-js/fresh/main.js
new file mode 100644
index 0000000..83a130d
--- /dev/null
+++ b/tests/fixtures/vanilla-js/fresh/main.js
@@ -0,0 +1 @@
+console.log('Vanilla JS app loaded');
diff --git a/tests/fixtures/vanilla-js/fresh/package.json b/tests/fixtures/vanilla-js/fresh/package.json
new file mode 100644
index 0000000..22b1db0
--- /dev/null
+++ b/tests/fixtures/vanilla-js/fresh/package.json
@@ -0,0 +1,13 @@
+{
+  "name": "vanilla-js-fresh-fixture",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "vite build",
+    "preview": "vite preview"
+  },
+  "devDependencies": {
+    "vite": "^6.0.5"
+  }
+}

From 570cf511741e5c2223a0947c96497ea11926cecc Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sat, 31 Jan 2026 22:36:21 -0600
Subject: [PATCH 03/21] feat: add retry logic, debug tooling, and history
 tracking to evals

- Add history.ts for results persistence with compare functionality
- Extend CLI with --debug, --keep-on-fail, --retry, --no-retry flags
- Add history and compare subcommands (pnpm eval:history, eval:compare)
- Implement retry loop in runner for handling LLM non-determinism
- Add verbose failure output with expected/actual values
- Create README documentation for eval framework usage
---
 package.json                   |   4 +-
 tests/evals/README.md          | 169 +++++++++++++++++++++++++++++++++
 tests/evals/agent-executor.ts  |  13 ++-
 tests/evals/cli.ts             |  57 ++++++++++-
 tests/evals/fixture-manager.ts |  12 ++-
 tests/evals/history.ts         | 129 +++++++++++++++++++++++++
 tests/evals/index.ts           |  50 ++++++++--
 tests/evals/runner.ts          | 127 ++++++++++++++++++-------
 tests/evals/types.ts           |   1 +
 9 files changed, 515 insertions(+), 47 deletions(-)
 create mode 100644 tests/evals/README.md
 create mode 100644 tests/evals/history.ts

diff --git a/package.json b/package.json
index fd33a52..c697b0b 100644
--- a/package.json
+++ b/package.json
@@ -86,7 +86,9 @@
     "test:watch": "vitest",
     "test:coverage": "vitest run --coverage",
     "typecheck": "tsc --noEmit",
-    "eval": "tsx tests/evals/index.ts"
+    "eval": "tsx tests/evals/index.ts",
+    "eval:history": "tsx tests/evals/index.ts history",
+    "eval:compare": "tsx tests/evals/index.ts compare"
   },
   "author": "WorkOS",
   "license": "MIT"
diff --git a/tests/evals/README.md b/tests/evals/README.md
new file mode 100644
index 0000000..85d508b
--- /dev/null
+++ b/tests/evals/README.md
@@ -0,0 +1,169 @@
+# Installer Evaluations
+
+Automated evaluation framework for testing WorkOS AuthKit installer skills against realistic project scenarios.
+
+## Quick Start
+
+```bash
+# Run all evaluations
+pnpm eval
+
+# Run specific framework
+pnpm eval --framework=nextjs
+
+# Run specific scenario
+pnpm eval --framework=react --state=existing-auth0
+```
+
+## Test Matrix
+
+The framework tests 15 scenarios (5 frameworks × 3 project states):
+
+| State | Description |
+|-------|-------------|
+| `fresh` | Minimal scaffold from `create-*` tools |
+| `existing` | Project with routes, components, custom config |
+| `existing-auth0` | Project with Auth0 authentication already integrated |
+
+| Framework | Skill | Key Checks |
+|-----------|-------|------------|
+| `nextjs` | workos-authkit-nextjs | middleware.ts, callback route, AuthKitProvider |
+| `react` | workos-authkit-react | AuthKitProvider, callback component, useAuth |
+| `react-router` | workos-authkit-react-router | Auth loader, protected routes |
+| `tanstack-start` | workos-authkit-tanstack-start | Server functions, callback route |
+| `vanilla-js` | workos-authkit-vanilla-js | Auth script, callback page |
+
+## CLI Options
+
+```
+--framework=<name>  Filter by framework
+--state=<state>     Filter by project state
+--verbose, -v       Show agent tool calls and detailed output
+--debug             Extra verbose, preserve temp dirs on failure
+--keep-on-fail      Don't cleanup temp directory when scenario fails
+--retry=<n>         Number of retry attempts (default: 2)
+--no-retry          Disable retries
+--json              Output results as JSON
+--help, -h          Show help
+```
+
+## Debugging Failures
+
+### 1. Inspect the failure details
+
+```bash
+pnpm eval --framework=react --state=existing-auth0 --verbose
+```
+
+### 2. Preserve the temp directory
+
+```bash
+pnpm eval --framework=react --state=existing-auth0 --keep-on-fail
+# Output will show: "Temp directory preserved: /tmp/eval-react-xxxxx"
+```
+
+### 3. Manually inspect the project state
+
+```bash
+cd /tmp/eval-react-xxxxx
+ls -la
+cat middleware.ts
+```
+
+### 4. Compare with previous runs
+
+```bash
+# List recent runs
+pnpm eval:history
+
+# Compare two runs
+pnpm eval:compare 2024-01-15T10-30-00 2024-01-16T14-45-00
+```
+
+## Adding a New Fixture
+
+1. Create directory: `tests/fixtures/{framework}/{state}/`
+
+2. Add minimal project files:
+   - `package.json` with dependencies
+   - `tsconfig.json` (if TypeScript)
+   - Framework config file
+   - Basic app structure
+
+3. Verify fixture works standalone:
+   ```bash
+   cd tests/fixtures/{framework}/{state}
+   pnpm install
+   pnpm build
+   ```
+
+4. Add scenario to `tests/evals/runner.ts` SCENARIOS array
+
+## Adding/Modifying Graders
+
+Graders live in `tests/evals/graders/{framework}.grader.ts`.
+
+Each grader implements:
+```typescript
+interface Grader {
+  grade(): Promise<GradeResult>;
+}
+```
+
+Use the helper classes:
+- `FileGrader` - Check file existence and content patterns
+- `BuildGrader` - Run build commands and check exit codes
+
+Example:
+```typescript
+const checks: GradeCheck[] = [];
+
+// File must exist
+checks.push(await this.fileGrader.checkFileExists('middleware.ts'));
+
+// File must contain patterns
+checks.push(...await this.fileGrader.checkFileContains('middleware.ts', [
+  '@workos-inc/authkit',
+  'authkitMiddleware',
+]));
+
+// Build must succeed
+checks.push(await this.buildGrader.checkBuild());
+
+return { passed: checks.every(c => c.passed), checks };
+```
+
+## Results Storage
+
+Results are saved to `tests/eval-results/`:
+- Each run creates `{timestamp}.json`
+- `latest.json` symlinks to most recent
+- Use `pnpm eval:history` to list runs
+- Use `pnpm eval:compare` to diff runs
+
+## Troubleshooting
+
+### "pnpm install failed"
+
+The fixture's dependencies may have version conflicts. Check:
+```bash
+cd tests/fixtures/{framework}/{state}
+pnpm install
+```
+
+### "Build failed" but files look correct
+
+The agent may have created correct files but with syntax errors. Use `--keep-on-fail` to inspect:
+```bash
+pnpm eval --framework=nextjs --keep-on-fail
+# Then run build manually in temp dir to see full error
+```
+
+### Flaky passes/failures
+
+LLM responses vary. Use `--retry=3` for more attempts:
+```bash
+pnpm eval --retry=3
+```
+
+If a scenario is consistently flaky, check if the skill instructions are ambiguous.
diff --git a/tests/evals/agent-executor.ts b/tests/evals/agent-executor.ts
index 5b45a68..c94881b 100644
--- a/tests/evals/agent-executor.ts
+++ b/tests/evals/agent-executor.ts
@@ -6,11 +6,20 @@ export interface AgentResult {
   toolCalls: Array<{ tool: string; args: unknown; result: unknown }>;
 }
 
+export interface AgentExecutorOptions {
+  verbose?: boolean;
+}
+
 export class AgentExecutor {
+  private options: AgentExecutorOptions;
+
   constructor(
     private workDir: string,
-    private framework: string
-  ) {}
+    private framework: string,
+    options: AgentExecutorOptions = {}
+  ) {
+    this.options = options;
+  }
 
   async run(): Promise<AgentResult> {
     const toolCalls: AgentResult['toolCalls'] = [];
diff --git a/tests/evals/cli.ts b/tests/evals/cli.ts
index f8e5ece..4cf743d 100644
--- a/tests/evals/cli.ts
+++ b/tests/evals/cli.ts
@@ -2,8 +2,14 @@ export interface CliOptions {
   framework?: string;
   state?: string;
   verbose: boolean;
+  debug: boolean;
   json: boolean;
   help: boolean;
+  keepOnFail: boolean;
+  retry: number;
+  noRetry: boolean;
+  command?: 'run' | 'history' | 'compare';
+  compareIds?: [string, string];
 }
 
 const FRAMEWORKS = ['nextjs', 'react', 'react-router', 'tanstack-start', 'vanilla-js'];
@@ -12,17 +18,45 @@ const STATES = ['fresh', 'existing', 'existing-auth0'];
 export function parseArgs(args: string[]): CliOptions {
   const options: CliOptions = {
     verbose: false,
+    debug: false,
     json: false,
     help: false,
+    keepOnFail: false,
+    retry: 2,
+    noRetry: false,
   };
 
+  // Check for subcommands
+  if (args[0] === 'history') {
+    options.command = 'history';
+    return options;
+  }
+
+  if (args[0] === 'compare' && args.length >= 3) {
+    options.command = 'compare';
+    options.compareIds = [args[1], args[2]];
+    return options;
+  }
+
+  options.command = 'run';
+
   for (const arg of args) {
     if (arg === '--help' || arg === '-h') {
       options.help = true;
     } else if (arg === '--verbose' || arg === '-v') {
       options.verbose = true;
+    } else if (arg === '--debug') {
+      options.debug = true;
+      options.verbose = true;
+      options.keepOnFail = true;
     } else if (arg === '--json') {
       options.json = true;
+    } else if (arg === '--keep-on-fail') {
+      options.keepOnFail = true;
+    } else if (arg === '--no-retry') {
+      options.noRetry = true;
+    } else if (arg.startsWith('--retry=')) {
+      options.retry = parseInt(arg.split('=')[1], 10);
     } else if (arg.startsWith('--framework=')) {
       const framework = arg.split('=')[1];
       if (!FRAMEWORKS.includes(framework)) {
@@ -38,12 +72,21 @@ export function parseArgs(args: string[]): CliOptions {
     }
   }
 
+  if (options.noRetry) {
+    options.retry = 0;
+  }
+
   return options;
 }
 
 export function printHelp(): void {
   console.log(`
-Usage: pnpm eval [options]
+Usage: pnpm eval [command] [options]
+
+Commands:
+  run (default)       Run evaluations
+  history             List recent eval runs
+  compare <id1> <id2> Compare two eval runs
 
 Options:
   --framework=<name>  Run only scenarios for this framework
@@ -54,6 +97,14 @@ Options:
 
   --verbose, -v       Show detailed output including agent tool calls
 
+  --debug             Extra verbose, preserve temp dirs on failure
+
+  --keep-on-fail      Don't cleanup temp directory when scenario fails
+
+  --retry=<n>         Number of retry attempts (default: 2)
+
+  --no-retry          Disable retries
+
   --json              Output results as JSON (for scripting)
 
   --help, -h          Show this help message
@@ -64,5 +115,9 @@ Examples:
   pnpm eval --state=fresh             # Run only fresh app scenarios
   pnpm eval --framework=react --state=existing-auth0
                                       # Run specific scenario
+  pnpm eval --debug                   # Verbose output, keep failed dirs
+  pnpm eval --retry=3                 # More retry attempts
+  pnpm eval:history                   # List recent runs
+  pnpm eval:compare <id1> <id2>       # Compare two runs
 `);
 }
diff --git a/tests/evals/fixture-manager.ts b/tests/evals/fixture-manager.ts
index 387a7ea..c5cbafd 100644
--- a/tests/evals/fixture-manager.ts
+++ b/tests/evals/fixture-manager.ts
@@ -3,13 +3,21 @@ import { tmpdir } from 'node:os';
 import { join } from 'node:path';
 import { execFileNoThrow } from '../../src/utils/exec-file.js';
 
+export interface FixtureOptions {
+  keepOnFail?: boolean;
+}
+
 export class FixtureManager {
   private tempDir: string | null = null;
+  private options: FixtureOptions;
 
   constructor(
     private framework: string,
-    private state: string
-  ) {}
+    private state: string,
+    options: FixtureOptions = {}
+  ) {
+    this.options = options;
+  }
 
   async setup(): Promise<string> {
     // Create temp directory
diff --git a/tests/evals/history.ts b/tests/evals/history.ts
new file mode 100644
index 0000000..79780e4
--- /dev/null
+++ b/tests/evals/history.ts
@@ -0,0 +1,129 @@
+import { writeFile, readFile, readdir, symlink, unlink, mkdir } from 'node:fs/promises';
+import { join } from 'node:path';
+import type { EvalResult } from './types.js';
+
+const RESULTS_DIR = join(process.cwd(), 'tests/eval-results');
+
+export interface EvalRun {
+  id: string;
+  timestamp: string;
+  summary: {
+    total: number;
+    passed: number;
+    failed: number;
+    passRate: number;
+  };
+  options: {
+    framework?: string;
+    state?: string;
+  };
+  results: EvalResult[];
+}
+
+export async function saveResults(
+  results: EvalResult[],
+  options: { framework?: string; state?: string }
+): Promise<string> {
+  // Ensure results directory exists
+  await mkdir(RESULTS_DIR, { recursive: true });
+
+  const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+  const filename = `${timestamp}.json`;
+  const filepath = join(RESULTS_DIR, filename);
+
+  const run: EvalRun = {
+    id: timestamp,
+    timestamp: new Date().toISOString(),
+    summary: {
+      total: results.length,
+      passed: results.filter((r) => r.passed).length,
+      failed: results.filter((r) => !r.passed).length,
+      passRate: results.length > 0 ? results.filter((r) => r.passed).length / results.length : 0,
+    },
+    options,
+    results,
+  };
+
+  await writeFile(filepath, JSON.stringify(run, null, 2));
+
+  // Update latest symlink
+  const latestPath = join(RESULTS_DIR, 'latest.json');
+  try {
+    await unlink(latestPath);
+  } catch {
+    // Ignore if doesn't exist
+  }
+  await symlink(filename, latestPath);
+
+  return filepath;
+}
+
+export async function loadRun(id: string): Promise<EvalRun> {
+  const filepath =
+    id === 'latest' ? join(RESULTS_DIR, 'latest.json') : join(RESULTS_DIR, `${id}.json`);
+
+  const content = await readFile(filepath, 'utf-8');
+  return JSON.parse(content);
+}
+
+export async function listRuns(): Promise<string[]> {
+  try {
+    const files = await readdir(RESULTS_DIR);
+    return files
+      .filter((f) => f.endsWith('.json') && f !== 'latest.json')
+      .sort()
+      .reverse();
+  } catch {
+    return [];
+  }
+}
+
+export function compareRuns(run1: EvalRun, run2: EvalRun): void {
+  console.log(`\nComparing ${run1.id} vs ${run2.id}\n`);
+
+  console.log('Summary:');
+  console.log(
+    `  Run 1: ${run1.summary.passed}/${run1.summary.total} (${(run1.summary.passRate * 100).toFixed(1)}%)`
+  );
+  console.log(
+    `  Run 2: ${run2.summary.passed}/${run2.summary.total} (${(run2.summary.passRate * 100).toFixed(1)}%)`
+  );
+
+  const diff = run2.summary.passRate - run1.summary.passRate;
+  const trend = diff > 0 ? '↑' : diff < 0 ? '↓' : '→';
+  console.log(`  Trend: ${trend} ${Math.abs(diff * 100).toFixed(1)}%`);
+
+  // Find regressions and improvements
+  const results1 = new Map(run1.results.map((r) => [r.scenario, r.passed]));
+  const results2 = new Map(run2.results.map((r) => [r.scenario, r.passed]));
+
+  const regressions: string[] = [];
+  const improvements: string[] = [];
+
+  for (const [scenario, passed2] of results2) {
+    const passed1 = results1.get(scenario);
+    if (passed1 === true && passed2 === false) {
+      regressions.push(scenario);
+    } else if (passed1 === false && passed2 === true) {
+      improvements.push(scenario);
+    }
+  }
+
+  if (regressions.length > 0) {
+    console.log('\nRegressions (was passing, now failing):');
+    for (const s of regressions) {
+      console.log(`  ✗ ${s}`);
+    }
+  }
+
+  if (improvements.length > 0) {
+    console.log('\nImprovements (was failing, now passing):');
+    for (const s of improvements) {
+      console.log(`  ✓ ${s}`);
+    }
+  }
+
+  if (regressions.length === 0 && improvements.length === 0) {
+    console.log('\nNo changes in pass/fail status.');
+  }
+}
diff --git a/tests/evals/index.ts b/tests/evals/index.ts
index 3df7b33..1609edf 100644
--- a/tests/evals/index.ts
+++ b/tests/evals/index.ts
@@ -2,6 +2,7 @@
 import { parseArgs, printHelp } from './cli.js';
 import { runEvals } from './runner.js';
 import { printMatrix, printJson } from './reporter.js';
+import { listRuns, loadRun, compareRuns } from './history.js';
 
 async function main() {
   const options = parseArgs(process.argv.slice(2));
@@ -12,15 +13,50 @@ async function main() {
   }
 
   try {
-    const results = await runEvals(options);
+    switch (options.command) {
+      case 'history': {
+        const runs = await listRuns();
+        if (runs.length === 0) {
+          console.log('No eval runs found. Run `pnpm eval` first.');
+          break;
+        }
+        console.log('Recent eval runs:');
+        for (const run of runs.slice(0, 10)) {
+          const data = await loadRun(run.replace('.json', ''));
+          console.log(
+            `  ${run.replace('.json', '')} - ${data.summary.passed}/${data.summary.total} passed`
+          );
+        }
+        break;
+      }
 
-    if (options.json) {
-      printJson(results);
-    } else {
-      printMatrix(results);
-    }
+      case 'compare': {
+        const [id1, id2] = options.compareIds!;
+        const run1 = await loadRun(id1);
+        const run2 = await loadRun(id2);
+        compareRuns(run1, run2);
+        break;
+      }
+
+      case 'run':
+      default: {
+        const results = await runEvals({
+          framework: options.framework,
+          state: options.state,
+          verbose: options.verbose,
+          keepOnFail: options.keepOnFail,
+          retry: options.retry,
+        });
 
-    process.exit(results.every((r) => r.passed) ? 0 : 1);
+        if (options.json) {
+          printJson(results);
+        } else {
+          printMatrix(results);
+        }
+
+        process.exit(results.every((r) => r.passed) ? 0 : 1);
+      }
+    }
   } catch (error) {
     console.error('Eval failed:', error);
     process.exit(1);
diff --git a/tests/evals/runner.ts b/tests/evals/runner.ts
index 3bc7330..01db25e 100644
--- a/tests/evals/runner.ts
+++ b/tests/evals/runner.ts
@@ -5,7 +5,8 @@ import { ReactGrader } from './graders/react.grader.js';
 import { ReactRouterGrader } from './graders/react-router.grader.js';
 import { TanstackGrader } from './graders/tanstack.grader.js';
 import { VanillaGrader } from './graders/vanilla.grader.js';
-import type { EvalResult, EvalOptions, Grader } from './types.js';
+import { saveResults } from './history.js';
+import type { EvalResult, EvalOptions, Grader, GradeCheck } from './types.js';
 
 interface Scenario {
   framework: string;
@@ -40,8 +41,14 @@ const SCENARIOS: Scenario[] = [
   { framework: 'vanilla-js', state: 'existing-auth0', grader: VanillaGrader },
 ];
 
-export async function runEvals(options: EvalOptions): Promise<EvalResult[]> {
+export interface ExtendedEvalOptions extends EvalOptions {
+  keepOnFail?: boolean;
+  retry?: number;
+}
+
+export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult[]> {
   const results: EvalResult[] = [];
+  const maxAttempts = (options.retry ?? 2) + 1;
 
   const scenarios = SCENARIOS.filter(
     (s) =>
@@ -51,49 +58,101 @@ export async function runEvals(options: EvalOptions): Promise<EvalResult[]> {
 
   for (const scenario of scenarios) {
     console.log(`\nRunning: ${scenario.framework}/${scenario.state}`);
-    const startTime = Date.now();
 
-    const fixtureManager = new FixtureManager(scenario.framework, scenario.state);
+    let lastResult: EvalResult | null = null;
+    let attempt = 0;
 
-    try {
-      // Setup fixture in temp directory
-      const workDir = await fixtureManager.setup();
+    while (attempt < maxAttempts) {
+      attempt++;
+      if (attempt > 1) {
+        console.log(`  Retry attempt ${attempt}/${maxAttempts}...`);
+      }
 
-      // Run agent against fixture
-      const executor = new AgentExecutor(workDir, scenario.framework);
-      const agentResult = await executor.run();
+      const startTime = Date.now();
+      const fixtureManager = new FixtureManager(scenario.framework, scenario.state, {
+        keepOnFail: options.keepOnFail,
+      });
 
-      // Grade the result
-      const grader = new scenario.grader(workDir);
-      const gradeResult = await grader.grade();
+      try {
+        const workDir = await fixtureManager.setup();
 
-      results.push({
-        scenario: `${scenario.framework}/${scenario.state}`,
-        passed: gradeResult.passed,
-        duration: Date.now() - startTime,
-        checks: gradeResult.checks,
-        agentOutput: agentResult.output,
-      });
+        const executor = new AgentExecutor(workDir, scenario.framework, {
+          verbose: options.verbose,
+        });
+        const agentResult = await executor.run();
 
-      console.log(gradeResult.passed ? '✓ PASSED' : '✗ FAILED');
+        const grader = new scenario.grader(workDir);
+        const gradeResult = await grader.grade();
 
-      if (!gradeResult.passed) {
-        for (const check of gradeResult.checks.filter((c) => !c.passed)) {
-          console.log(`  - ${check.name}: ${check.message}`);
+        lastResult = {
+          scenario: `${scenario.framework}/${scenario.state}`,
+          passed: gradeResult.passed,
+          duration: Date.now() - startTime,
+          checks: gradeResult.checks,
+          agentOutput: agentResult.output,
+          attempts: attempt,
+        };
+
+        if (gradeResult.passed) {
+          break; // Success, no more retries needed
+        }
+      } catch (error) {
+        lastResult = {
+          scenario: `${scenario.framework}/${scenario.state}`,
+          passed: false,
+          duration: Date.now() - startTime,
+          error: error instanceof Error ? error.message : String(error),
+          attempts: attempt,
+        };
+      } finally {
+        if (!options.keepOnFail || lastResult?.passed) {
+          await fixtureManager.cleanup();
+        } else {
+          console.log(`  Temp directory preserved: ${fixtureManager.getTempDir()}`);
         }
       }
-    } catch (error) {
-      results.push({
-        scenario: `${scenario.framework}/${scenario.state}`,
-        passed: false,
-        duration: Date.now() - startTime,
-        error: error instanceof Error ? error.message : String(error),
-      });
-      console.log('✗ ERROR:', error);
-    } finally {
-      await fixtureManager.cleanup();
+    }
+
+    if (lastResult) {
+      results.push(lastResult);
+      const status = lastResult.passed ? '✓ PASSED' : '✗ FAILED';
+      const attemptInfo =
+        lastResult.attempts && lastResult.attempts > 1
+          ? ` (attempt ${lastResult.attempts}/${maxAttempts})`
+          : '';
+      console.log(`${status}${attemptInfo}`);
+
+      if (!lastResult.passed && !options.verbose) {
+        printFailureDetails(lastResult, false);
+      } else if (!lastResult.passed && options.verbose) {
+        printFailureDetails(lastResult, true);
+      }
     }
   }
 
+  // Save results (skip in json mode since caller handles output)
+  const filepath = await saveResults(results, {
+    framework: options.framework,
+    state: options.state,
+  });
+  console.log(`\nResults saved to: ${filepath}`);
+
   return results;
 }
+
+function printFailureDetails(result: EvalResult, verbose: boolean): void {
+  if (result.error) {
+    console.log(`  Error: ${result.error}`);
+  } else if (result.checks) {
+    const failedChecks = result.checks.filter((c: GradeCheck) => !c.passed);
+    for (const check of failedChecks) {
+      console.log(`  - ${check.name}: ${check.message}`);
+      if (verbose && check.expected) {
+        console.log(`    Expected: ${check.expected}`);
+      }
+      if (verbose && check.actual) {
+        console.log(`    Actual: ${check.actual}`);
+      }
+    }
+  }
+}
diff --git a/tests/evals/types.ts b/tests/evals/types.ts
index 59c1844..32732ad 100644
--- a/tests/evals/types.ts
+++ b/tests/evals/types.ts
@@ -22,6 +22,7 @@ export interface EvalResult {
   checks?: GradeCheck[];
   agentOutput?: string;
   error?: string;
+  attempts?: number;
 }
 
 export interface EvalOptions {

From d9b35aab1463f4917f04bad9bb02000485dc2bf0 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sat, 31 Jan 2026 22:57:23 -0600
Subject: [PATCH 04/21] feat(evals): wire AgentExecutor to use Claude Agent SDK

Replace stub implementation with real agent execution:
- Add env-loader for credentials from .env.local
- Configure SDK with direct auth mode (bypasses gateway)
- Capture tool calls and output from message stream
- Add ToolCall interface to types
---
 .env.local.example            |   8 +-
 tests/evals/agent-executor.ts | 172 +++++++++++++++++++++++++++++-----
 tests/evals/env-loader.ts     |  32 +++++++
 tests/evals/types.ts          |   7 ++
 4 files changed, 195 insertions(+), 24 deletions(-)
 create mode 100644 tests/evals/env-loader.ts

diff --git a/.env.local.example b/.env.local.example
index d3c8c50..e542e1b 100644
--- a/.env.local.example
+++ b/.env.local.example
@@ -1,5 +1,9 @@
 # Local development configuration
 # Copy this to .env.local and fill in values
 
-# WorkOS Client ID for local development
-WORKOS_CLIENT_ID=client_xxx
+# Required for running evals
+ANTHROPIC_API_KEY=sk-ant-...
+
+# WorkOS credentials (optional for evals - placeholders used if missing)
+WORKOS_API_KEY=sk_test_...
+WORKOS_CLIENT_ID=client_...
diff --git a/tests/evals/agent-executor.ts b/tests/evals/agent-executor.ts
index c94881b..4976cd5 100644
--- a/tests/evals/agent-executor.ts
+++ b/tests/evals/agent-executor.ts
@@ -1,17 +1,34 @@
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
 import { Integration } from '../../src/lib/constants.js';
+import { loadCredentials } from './env-loader.js';
+import { writeEnvLocal } from '../../src/lib/env-writer.js';
+import { getConfig } from '../../src/lib/settings.js';
+import type { ToolCall } from './types.js';
 
 export interface AgentResult {
   success: boolean;
   output: string;
-  toolCalls: Array<{ tool: string; args: unknown; result: unknown }>;
+  toolCalls: ToolCall[];
+  error?: string;
 }
 
 export interface AgentExecutorOptions {
   verbose?: boolean;
 }
 
+// Skill name mapping for each framework
+const SKILL_NAMES: Record<Integration, string> = {
+  [Integration.nextjs]: 'workos-authkit-nextjs',
+  [Integration.react]: 'workos-authkit-react',
+  [Integration.reactRouter]: 'workos-authkit-react-router',
+  [Integration.tanstackStart]: 'workos-authkit-tanstack-start',
+  [Integration.vanillaJs]: 'workos-authkit-vanilla-js',
+};
+
 export class AgentExecutor {
   private options: AgentExecutorOptions;
+  private credentials: ReturnType<typeof loadCredentials>;
 
   constructor(
     private workDir: string,
@@ -19,32 +36,143 @@ export class AgentExecutor {
     options: AgentExecutorOptions = {}
   ) {
     this.options = options;
+    this.credentials = loadCredentials();
   }
 
   async run(): Promise<AgentResult> {
-    const toolCalls: AgentResult['toolCalls'] = [];
-
-    // Map framework to Integration enum
     const integration = this.getIntegration();
+    const toolCalls: ToolCall[] = [];
+    const collectedOutput: string[] = [];
 
-    // TODO: In a real implementation, this would:
-    // 1. Build the prompt using existing infrastructure
-    // 2. Initialize and run the agent
-    // 3. Capture tool calls and output
-    //
-    // For now, we stub this to focus on the eval framework structure.
-    // The agent runner integration will be completed once we validate
-    // the fixture/grader flow works correctly.
-
-    console.log(`  Running agent for ${integration} in ${this.workDir}...`);
-
-    // Placeholder - actual agent execution would go here
-    // This allows us to test the eval framework structure
-    return {
-      success: true,
-      output: `[Placeholder] Agent would run ${integration} installation here`,
-      toolCalls,
-    };
+    if (this.options.verbose) {
+      console.log(`  Initializing agent for ${integration}...`);
+    }
+
+    // Write .env.local to fixture directory
+    writeEnvLocal(this.workDir, {
+      WORKOS_API_KEY: this.credentials.workosApiKey,
+      WORKOS_CLIENT_ID: this.credentials.workosClientId,
+      WORKOS_REDIRECT_URI: 'http://localhost:3000/callback',
+    });
+
+    // Build prompt
+    const skillName = SKILL_NAMES[integration];
+    const prompt = this.buildPrompt(skillName);
+
+    // Initialize and run agent
+    try {
+      const { query } = await import('@anthropic-ai/claude-agent-sdk');
+
+      // Build SDK environment for direct mode
+      const sdkEnv: Record<string, string | undefined> = {
+        ...process.env,
+        ANTHROPIC_API_KEY: this.credentials.anthropicApiKey,
+        CLAUDE_CODE_DISABLE_EXPERIMENTAL_BETAS: 'true',
+        CLAUDE_CODE_DISABLE_NONESSENTIAL_TRAFFIC: 'true',
+      };
+      // Remove gateway config to use direct API
+      delete sdkEnv.ANTHROPIC_BASE_URL;
+      delete sdkEnv.ANTHROPIC_AUTH_TOKEN;
+
+      // Get plugin path for skills
+      const __filename = fileURLToPath(import.meta.url);
+      const __dirname = path.dirname(__filename);
+      const pluginPath = path.join(__dirname, '../..');
+
+      const response = query({
+        prompt: prompt,
+        options: {
+          model: getConfig().model,
+          cwd: this.workDir,
+          permissionMode: 'acceptEdits',
+          mcpServers: {
+            workos: {
+              command: 'npx',
+              args: ['-y', '@workos/mcp-docs-server'],
+            },
+          },
+          env: sdkEnv,
+          tools: { type: 'preset', preset: 'claude_code' },
+          allowedTools: ['Skill', 'Read', 'Write', 'Edit', 'Bash', 'Glob', 'Grep', 'WebFetch'],
+          plugins: [{ type: 'local', path: pluginPath }],
+        },
+      });
+
+      // Process message stream
+      for await (const message of response) {
+        this.handleMessage(message, toolCalls, collectedOutput);
+      }
+
+      return {
+        success: true,
+        output: collectedOutput.join('\n'),
+        toolCalls,
+      };
+    } catch (error) {
+      return {
+        success: false,
+        output: collectedOutput.join('\n'),
+        toolCalls,
+        error: error instanceof Error ? error.message : String(error),
+      };
+    }
+  }
+
+  private buildPrompt(skillName: string): string {
+    return `You are integrating WorkOS AuthKit into this application.
+
+## Project Context
+- Framework: ${this.framework}
+- Working directory: ${this.workDir}
+
+## Environment
+The following environment variables have been configured in .env.local:
+- WORKOS_API_KEY
+- WORKOS_CLIENT_ID
+- WORKOS_REDIRECT_URI
+
+## Your Task
+Use the \`${skillName}\` skill to integrate WorkOS AuthKit into this application.
+
+Begin by invoking the ${skillName} skill.`;
+  }
+
+  private handleMessage(
+    message: any,
+    toolCalls: ToolCall[],
+    collectedOutput: string[]
+  ): void {
+    if (message.type === 'assistant') {
+      const content = message.message?.content;
+      if (Array.isArray(content)) {
+        for (const block of content) {
+          // Capture text output
+          if (block.type === 'text' && typeof block.text === 'string') {
+            collectedOutput.push(block.text);
+            if (this.options.verbose) {
+              console.log(`  Agent: ${block.text.slice(0, 100)}...`);
+            }
+          }
+          // Capture tool calls
+          if (block.type === 'tool_use') {
+            const call: ToolCall = {
+              tool: block.name,
+              input: block.input as Record<string, unknown>,
+            };
+            toolCalls.push(call);
+            if (this.options.verbose) {
+              console.log(`  Tool: ${block.name}`);
+            }
+          }
+        }
+      }
+    }
+
+    if (message.type === 'result') {
+      if (message.subtype !== 'success' && message.errors?.length > 0) {
+        collectedOutput.push(`Error: ${message.errors.join(', ')}`);
+      }
+    }
   }
 
   private getIntegration(): Integration {
diff --git a/tests/evals/env-loader.ts b/tests/evals/env-loader.ts
new file mode 100644
index 0000000..63944fe
--- /dev/null
+++ b/tests/evals/env-loader.ts
@@ -0,0 +1,32 @@
+import { config } from 'dotenv';
+import { join } from 'node:path';
+
+export interface EvalCredentials {
+  anthropicApiKey: string;
+  workosApiKey: string;
+  workosClientId: string;
+}
+
+export function loadCredentials(): EvalCredentials {
+  // Load from project root .env.local
+  config({ path: join(process.cwd(), '.env.local') });
+
+  const anthropicApiKey = process.env.ANTHROPIC_API_KEY;
+  const workosApiKey = process.env.WORKOS_API_KEY;
+  const workosClientId = process.env.WORKOS_CLIENT_ID;
+
+  if (!anthropicApiKey) {
+    throw new Error(
+      'ANTHROPIC_API_KEY not found.\n' +
+        'Copy .env.local.example to .env.local and add your key:\n' +
+        '  ANTHROPIC_API_KEY=sk-ant-...'
+    );
+  }
+
+  // WorkOS credentials can be placeholder values for evals
+  return {
+    anthropicApiKey,
+    workosApiKey: workosApiKey || 'sk_test_placeholder',
+    workosClientId: workosClientId || 'client_placeholder',
+  };
+}
diff --git a/tests/evals/types.ts b/tests/evals/types.ts
index 32732ad..bc336ff 100644
--- a/tests/evals/types.ts
+++ b/tests/evals/types.ts
@@ -30,3 +30,10 @@ export interface EvalOptions {
   state?: string;
   verbose?: boolean;
 }
+
+export interface ToolCall {
+  tool: string;
+  input: Record<string, unknown>;
+  output?: string;
+  durationMs?: number;
+}

From a9fd654ab6c119019a27b808e781615b5041cbb2 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sat, 31 Jan 2026 22:58:35 -0600
Subject: [PATCH 05/21] style: format eval files with prettier

---
 src/utils/exec-file.ts                        |  6 +--
 tests/evals/README.md                         | 39 +++++++++++--------
 tests/evals/agent-executor.ts                 |  8 +---
 tests/evals/env-loader.ts                     |  2 +-
 tests/evals/fixture-manager.ts                |  9 +----
 tests/evals/graders/file-grader.ts            | 10 +----
 tests/evals/graders/nextjs.grader.ts          | 18 ++-------
 tests/evals/graders/react-router.grader.ts    |  4 +-
 tests/evals/graders/react.grader.ts           |  9 +----
 tests/evals/graders/tanstack.grader.ts        | 13 ++-----
 tests/evals/graders/vanilla.grader.ts         |  4 +-
 tests/evals/history.ts                        | 13 ++-----
 tests/evals/index.ts                          |  4 +-
 tests/evals/runner.ts                         |  8 +---
 .../nextjs/existing-auth0/app/layout.tsx      | 11 ++----
 tests/fixtures/nextjs/existing/app/layout.tsx |  9 +----
 tests/fixtures/nextjs/fresh/app/layout.tsx    |  6 +--
 .../fixtures/react/existing-auth0/src/App.tsx |  3 +-
 .../react/existing-auth0/src/main.tsx         |  2 +-
 tests/fixtures/react/existing/src/App.tsx     |  3 +-
 tests/fixtures/react/existing/src/main.tsx    |  2 +-
 tests/fixtures/react/fresh/src/main.tsx       |  2 +-
 .../existing-auth0/app/routes/__root.tsx      |  3 +-
 .../existing/app/routes/__root.tsx            |  3 +-
 .../vanilla-js/existing-auth0/styles.css      |  5 ++-
 tests/fixtures/vanilla-js/existing/about.html |  4 +-
 .../vanilla-js/existing/dashboard.html        |  4 +-
 tests/fixtures/vanilla-js/existing/index.html |  4 +-
 tests/fixtures/vanilla-js/existing/styles.css |  5 ++-
 29 files changed, 73 insertions(+), 140 deletions(-)

diff --git a/src/utils/exec-file.ts b/src/utils/exec-file.ts
index 5c81b6a..38d5e46 100644
--- a/src/utils/exec-file.ts
+++ b/src/utils/exec-file.ts
@@ -16,11 +16,7 @@ export interface ExecOptions {
  * Execute a command without throwing on non-zero exit codes.
  * Returns { status, stdout, stderr } for all outcomes.
  */
-export function execFileNoThrow(
-  command: string,
-  args: string[],
-  options: ExecOptions = {}
-): Promise<ExecResult> {
+export function execFileNoThrow(command: string, args: string[], options: ExecOptions = {}): Promise<ExecResult> {
   return new Promise((resolve) => {
     const child = spawn(command, args, {
       cwd: options.cwd,
diff --git a/tests/evals/README.md b/tests/evals/README.md
index 85d508b..8eb2f7f 100644
--- a/tests/evals/README.md
+++ b/tests/evals/README.md
@@ -19,19 +19,19 @@ pnpm eval --framework=react --state=existing-auth0
 
 The framework tests 15 scenarios (5 frameworks × 3 project states):
 
-| State | Description |
-|-------|-------------|
-| `fresh` | Minimal scaffold from `create-*` tools |
-| `existing` | Project with routes, components, custom config |
+| State            | Description                                          |
+| ---------------- | ---------------------------------------------------- |
+| `fresh`          | Minimal scaffold from `create-*` tools               |
+| `existing`       | Project with routes, components, custom config       |
 | `existing-auth0` | Project with Auth0 authentication already integrated |
 
-| Framework | Skill | Key Checks |
-|-----------|-------|------------|
-| `nextjs` | workos-authkit-nextjs | middleware.ts, callback route, AuthKitProvider |
-| `react` | workos-authkit-react | AuthKitProvider, callback component, useAuth |
-| `react-router` | workos-authkit-react-router | Auth loader, protected routes |
-| `tanstack-start` | workos-authkit-tanstack-start | Server functions, callback route |
-| `vanilla-js` | workos-authkit-vanilla-js | Auth script, callback page |
+| Framework        | Skill                         | Key Checks                                     |
+| ---------------- | ----------------------------- | ---------------------------------------------- |
+| `nextjs`         | workos-authkit-nextjs         | middleware.ts, callback route, AuthKitProvider |
+| `react`          | workos-authkit-react          | AuthKitProvider, callback component, useAuth   |
+| `react-router`   | workos-authkit-react-router   | Auth loader, protected routes                  |
+| `tanstack-start` | workos-authkit-tanstack-start | Server functions, callback route               |
+| `vanilla-js`     | workos-authkit-vanilla-js     | Auth script, callback page                     |
 
 ## CLI Options
 
@@ -91,6 +91,7 @@ pnpm eval:compare 2024-01-15T10-30-00 2024-01-16T14-45-00
    - Basic app structure
 
 3. Verify fixture works standalone:
+
    ```bash
    cd tests/fixtures/{framework}/{state}
    pnpm install
@@ -104,6 +105,7 @@ pnpm eval:compare 2024-01-15T10-30-00 2024-01-16T14-45-00
 Graders live in `tests/evals/graders/{framework}.grader.ts`.
 
 Each grader implements:
+
 ```typescript
 interface Grader {
   grade(): Promise<GradeResult>;
@@ -111,10 +113,12 @@ interface Grader {
 ```
 
 Use the helper classes:
+
 - `FileGrader` - Check file existence and content patterns
 - `BuildGrader` - Run build commands and check exit codes
 
 Example:
+
 ```typescript
 const checks: GradeCheck[] = [];
 
@@ -122,20 +126,20 @@ const checks: GradeCheck[] = [];
 checks.push(await this.fileGrader.checkFileExists('middleware.ts'));
 
 // File must contain patterns
-checks.push(...await this.fileGrader.checkFileContains('middleware.ts', [
-  '@workos-inc/authkit',
-  'authkitMiddleware',
-]));
+checks.push(
+  ...(await this.fileGrader.checkFileContains('middleware.ts', ['@workos-inc/authkit', 'authkitMiddleware'])),
+);
 
 // Build must succeed
 checks.push(await this.buildGrader.checkBuild());
 
-return { passed: checks.every(c => c.passed), checks };
+return { passed: checks.every((c) => c.passed), checks };
 ```
 
 ## Results Storage
 
 Results are saved to `tests/eval-results/`:
+
 - Each run creates `{timestamp}.json`
 - `latest.json` symlinks to most recent
 - Use `pnpm eval:history` to list runs
@@ -146,6 +150,7 @@ Results are saved to `tests/eval-results/`:
 ### "pnpm install failed"
 
 The fixture's dependencies may have version conflicts. Check:
+
 ```bash
 cd tests/fixtures/{framework}/{state}
 pnpm install
@@ -154,6 +159,7 @@ pnpm install
 ### "Build failed" but files look correct
 
 The agent may have created correct files but with syntax errors. Use `--keep-on-fail` to inspect:
+
 ```bash
 pnpm eval --framework=nextjs --keep-on-fail
 # Then run build manually in temp dir to see full error
@@ -162,6 +168,7 @@ pnpm eval --framework=nextjs --keep-on-fail
 ### Flaky passes/failures
 
 LLM responses vary. Use `--retry=3` for more attempts:
+
 ```bash
 pnpm eval --retry=3
 ```
diff --git a/tests/evals/agent-executor.ts b/tests/evals/agent-executor.ts
index 4976cd5..5568fc4 100644
--- a/tests/evals/agent-executor.ts
+++ b/tests/evals/agent-executor.ts
@@ -33,7 +33,7 @@ export class AgentExecutor {
   constructor(
     private workDir: string,
     private framework: string,
-    options: AgentExecutorOptions = {}
+    options: AgentExecutorOptions = {},
   ) {
     this.options = options;
     this.credentials = loadCredentials();
@@ -137,11 +137,7 @@ Use the \`${skillName}\` skill to integrate WorkOS AuthKit into this application
 Begin by invoking the ${skillName} skill.`;
   }
 
-  private handleMessage(
-    message: any,
-    toolCalls: ToolCall[],
-    collectedOutput: string[]
-  ): void {
+  private handleMessage(message: any, toolCalls: ToolCall[], collectedOutput: string[]): void {
     if (message.type === 'assistant') {
       const content = message.message?.content;
       if (Array.isArray(content)) {
diff --git a/tests/evals/env-loader.ts b/tests/evals/env-loader.ts
index 63944fe..b7276f7 100644
--- a/tests/evals/env-loader.ts
+++ b/tests/evals/env-loader.ts
@@ -19,7 +19,7 @@ export function loadCredentials(): EvalCredentials {
     throw new Error(
       'ANTHROPIC_API_KEY not found.\n' +
         'Copy .env.local.example to .env.local and add your key:\n' +
-        '  ANTHROPIC_API_KEY=sk-ant-...'
+        '  ANTHROPIC_API_KEY=sk-ant-...',
     );
   }
 
diff --git a/tests/evals/fixture-manager.ts b/tests/evals/fixture-manager.ts
index c5cbafd..30e7364 100644
--- a/tests/evals/fixture-manager.ts
+++ b/tests/evals/fixture-manager.ts
@@ -14,7 +14,7 @@ export class FixtureManager {
   constructor(
     private framework: string,
     private state: string,
-    options: FixtureOptions = {}
+    options: FixtureOptions = {},
   ) {
     this.options = options;
   }
@@ -24,12 +24,7 @@ export class FixtureManager {
     this.tempDir = await mkdtemp(join(tmpdir(), `eval-${this.framework}-`));
 
     // Copy fixture files
-    const fixtureSource = join(
-      process.cwd(),
-      'tests/fixtures',
-      this.framework,
-      this.state
-    );
+    const fixtureSource = join(process.cwd(), 'tests/fixtures', this.framework, this.state);
 
     await cp(fixtureSource, this.tempDir, { recursive: true });
 
diff --git a/tests/evals/graders/file-grader.ts b/tests/evals/graders/file-grader.ts
index d6860cb..68542e6 100644
--- a/tests/evals/graders/file-grader.ts
+++ b/tests/evals/graders/file-grader.ts
@@ -22,10 +22,7 @@ export class FileGrader {
     }
   }
 
-  async checkFileContains(
-    relativePath: string,
-    patterns: (string | RegExp)[]
-  ): Promise<GradeCheck[]> {
+  async checkFileContains(relativePath: string, patterns: (string | RegExp)[]): Promise<GradeCheck[]> {
     const fullPath = join(this.workDir, relativePath);
     const checks: GradeCheck[] = [];
 
@@ -41,10 +38,7 @@ export class FileGrader {
     }
 
     for (const pattern of patterns) {
-      const matches =
-        typeof pattern === 'string'
-          ? content.includes(pattern)
-          : pattern.test(content);
+      const matches = typeof pattern === 'string' ? content.includes(pattern) : pattern.test(content);
 
       checks.push({
         name: `Pattern in ${relativePath}: ${pattern}`,
diff --git a/tests/evals/graders/nextjs.grader.ts b/tests/evals/graders/nextjs.grader.ts
index d371f03..887035f 100644
--- a/tests/evals/graders/nextjs.grader.ts
+++ b/tests/evals/graders/nextjs.grader.ts
@@ -15,9 +15,7 @@ export class NextjsGrader implements Grader {
     const checks: GradeCheck[] = [];
 
     // Check callback route exists (App Router)
-    checks.push(
-      await this.fileGrader.checkFileExists('app/api/auth/callback/route.ts')
-    );
+    checks.push(await this.fileGrader.checkFileExists('app/api/auth/callback/route.ts'));
 
     // Check middleware exists
     checks.push(await this.fileGrader.checkFileExists('middleware.ts'));
@@ -27,22 +25,14 @@ export class NextjsGrader implements Grader {
       ...(await this.fileGrader.checkFileContains('middleware.ts', [
         '@workos-inc/authkit-nextjs',
         'authkitMiddleware',
-      ]))
+      ])),
     );
 
     // Check AuthKitProvider in layout
-    checks.push(
-      ...(await this.fileGrader.checkFileContains('app/layout.tsx', [
-        'AuthKitProvider',
-      ]))
-    );
+    checks.push(...(await this.fileGrader.checkFileContains('app/layout.tsx', ['AuthKitProvider'])));
 
     // Check environment variables used correctly
-    checks.push(
-      ...(await this.fileGrader.checkFileContains('middleware.ts', [
-        /process\.env\.WORKOS_/,
-      ]))
-    );
+    checks.push(...(await this.fileGrader.checkFileContains('middleware.ts', [/process\.env\.WORKOS_/])));
 
     // Check build succeeds
     checks.push(await this.buildGrader.checkBuild());
diff --git a/tests/evals/graders/react-router.grader.ts b/tests/evals/graders/react-router.grader.ts
index b4b077a..86dc12a 100644
--- a/tests/evals/graders/react-router.grader.ts
+++ b/tests/evals/graders/react-router.grader.ts
@@ -34,9 +34,7 @@ export class ReactRouterGrader implements Grader {
     checks.push(...authRoutePatterns);
 
     // Check protected route wrapper or middleware
-    const hasProtectedRoute = await this.fileGrader.checkFileExists(
-      'app/components/ProtectedRoute.tsx'
-    );
+    const hasProtectedRoute = await this.fileGrader.checkFileExists('app/components/ProtectedRoute.tsx');
     if (!hasProtectedRoute.passed) {
       // Try alternate locations
       checks.push(await this.fileGrader.checkFileExists('app/utils/auth.ts'));
diff --git a/tests/evals/graders/react.grader.ts b/tests/evals/graders/react.grader.ts
index b11428d..77802ea 100644
--- a/tests/evals/graders/react.grader.ts
+++ b/tests/evals/graders/react.grader.ts
@@ -16,10 +16,7 @@ export class ReactGrader implements Grader {
 
     // Check AuthKitProvider wrapper exists
     checks.push(
-      ...(await this.fileGrader.checkFileContains('src/main.tsx', [
-        'AuthKitProvider',
-        '@workos-inc/authkit-react',
-      ]))
+      ...(await this.fileGrader.checkFileContains('src/main.tsx', ['AuthKitProvider', '@workos-inc/authkit-react'])),
     );
 
     // Check callback component exists
@@ -36,9 +33,7 @@ export class ReactGrader implements Grader {
 
     // Check environment config
     checks.push(
-      ...(await this.fileGrader.checkFileContains('src/main.tsx', [
-        /VITE_WORKOS_CLIENT_ID|import\.meta\.env/,
-      ]))
+      ...(await this.fileGrader.checkFileContains('src/main.tsx', [/VITE_WORKOS_CLIENT_ID|import\.meta\.env/])),
     );
 
     // Check build succeeds
diff --git a/tests/evals/graders/tanstack.grader.ts b/tests/evals/graders/tanstack.grader.ts
index 182acba..5c749c0 100644
--- a/tests/evals/graders/tanstack.grader.ts
+++ b/tests/evals/graders/tanstack.grader.ts
@@ -37,14 +37,10 @@ export class TanstackGrader implements Grader {
     checks.push(...authContent);
 
     // Check provider setup in root
-    const rootProviderChecks = await this.fileGrader.checkFileContains('app/routes/__root.tsx', [
-      'AuthKitProvider',
-    ]);
+    const rootProviderChecks = await this.fileGrader.checkFileContains('app/routes/__root.tsx', ['AuthKitProvider']);
     if (!rootProviderChecks.every((c) => c.passed)) {
       // Try alternate root location
-      checks.push(
-        ...(await this.fileGrader.checkFileContains('app/root.tsx', ['AuthKitProvider']))
-      );
+      checks.push(...(await this.fileGrader.checkFileContains('app/root.tsx', ['AuthKitProvider'])));
     } else {
       checks.push(...rootProviderChecks);
     }
@@ -70,9 +66,6 @@ export class TanstackGrader implements Grader {
     }
 
     // Try alternate location
-    return this.fileGrader.checkFileContains('app/lib/auth.ts', [
-      '@workos-inc/authkit',
-      'createServerFn',
-    ]);
+    return this.fileGrader.checkFileContains('app/lib/auth.ts', ['@workos-inc/authkit', 'createServerFn']);
   }
 }
diff --git a/tests/evals/graders/vanilla.grader.ts b/tests/evals/graders/vanilla.grader.ts
index 5fa2adf..4646d3c 100644
--- a/tests/evals/graders/vanilla.grader.ts
+++ b/tests/evals/graders/vanilla.grader.ts
@@ -27,9 +27,7 @@ export class VanillaGrader implements Grader {
     checks.push(await this.fileGrader.checkFileExists('auth.js'));
 
     // Check auth script content
-    checks.push(
-      ...(await this.fileGrader.checkFileContains('auth.js', ['workos', 'getAuthorizationUrl']))
-    );
+    checks.push(...(await this.fileGrader.checkFileContains('auth.js', ['workos', 'getAuthorizationUrl'])));
 
     // Check index.html includes auth
     checks.push(...(await this.fileGrader.checkFileContains('index.html', [/auth\.js|workos/i])));
diff --git a/tests/evals/history.ts b/tests/evals/history.ts
index 79780e4..34f9e2a 100644
--- a/tests/evals/history.ts
+++ b/tests/evals/history.ts
@@ -22,7 +22,7 @@ export interface EvalRun {
 
 export async function saveResults(
   results: EvalResult[],
-  options: { framework?: string; state?: string }
+  options: { framework?: string; state?: string },
 ): Promise<string> {
   // Ensure results directory exists
   await mkdir(RESULTS_DIR, { recursive: true });
@@ -59,8 +59,7 @@ export async function saveResults(
 }
 
 export async function loadRun(id: string): Promise<EvalRun> {
-  const filepath =
-    id === 'latest' ? join(RESULTS_DIR, 'latest.json') : join(RESULTS_DIR, `${id}.json`);
+  const filepath = id === 'latest' ? join(RESULTS_DIR, 'latest.json') : join(RESULTS_DIR, `${id}.json`);
 
   const content = await readFile(filepath, 'utf-8');
   return JSON.parse(content);
@@ -82,12 +81,8 @@ export function compareRuns(run1: EvalRun, run2: EvalRun): void {
   console.log(`\nComparing ${run1.id} vs ${run2.id}\n`);
 
   console.log('Summary:');
-  console.log(
-    `  Run 1: ${run1.summary.passed}/${run1.summary.total} (${(run1.summary.passRate * 100).toFixed(1)}%)`
-  );
-  console.log(
-    `  Run 2: ${run2.summary.passed}/${run2.summary.total} (${(run2.summary.passRate * 100).toFixed(1)}%)`
-  );
+  console.log(`  Run 1: ${run1.summary.passed}/${run1.summary.total} (${(run1.summary.passRate * 100).toFixed(1)}%)`);
+  console.log(`  Run 2: ${run2.summary.passed}/${run2.summary.total} (${(run2.summary.passRate * 100).toFixed(1)}%)`);
 
   const diff = run2.summary.passRate - run1.summary.passRate;
   const trend = diff > 0 ? '↑' : diff < 0 ? '↓' : '→';
diff --git a/tests/evals/index.ts b/tests/evals/index.ts
index 1609edf..9dd99fa 100644
--- a/tests/evals/index.ts
+++ b/tests/evals/index.ts
@@ -23,9 +23,7 @@ async function main() {
         console.log('Recent eval runs:');
         for (const run of runs.slice(0, 10)) {
           const data = await loadRun(run.replace('.json', ''));
-          console.log(
-            `  ${run.replace('.json', '')} - ${data.summary.passed}/${data.summary.total} passed`
-          );
+          console.log(`  ${run.replace('.json', '')} - ${data.summary.passed}/${data.summary.total} passed`);
         }
         break;
       }
diff --git a/tests/evals/runner.ts b/tests/evals/runner.ts
index 01db25e..1c90c30 100644
--- a/tests/evals/runner.ts
+++ b/tests/evals/runner.ts
@@ -51,9 +51,7 @@ export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult
   const maxAttempts = (options.retry ?? 2) + 1;
 
   const scenarios = SCENARIOS.filter(
-    (s) =>
-      (!options.framework || s.framework === options.framework) &&
-      (!options.state || s.state === options.state)
+    (s) => (!options.framework || s.framework === options.framework) && (!options.state || s.state === options.state),
   );
 
   for (const scenario of scenarios) {
@@ -117,9 +115,7 @@ export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult
       results.push(lastResult);
       const status = lastResult.passed ? '✓ PASSED' : '✗ FAILED';
       const attemptInfo =
-        lastResult.attempts && lastResult.attempts > 1
-          ? ` (attempt ${lastResult.attempts}/${maxAttempts})`
-          : '';
+        lastResult.attempts && lastResult.attempts > 1 ? ` (attempt ${lastResult.attempts}/${maxAttempts})` : '';
       console.log(`${status}${attemptInfo}`);
 
       if (!lastResult.passed && !options.verbose) {
diff --git a/tests/fixtures/nextjs/existing-auth0/app/layout.tsx b/tests/fixtures/nextjs/existing-auth0/app/layout.tsx
index 947036b..69bcb6b 100644
--- a/tests/fixtures/nextjs/existing-auth0/app/layout.tsx
+++ b/tests/fixtures/nextjs/existing-auth0/app/layout.tsx
@@ -1,19 +1,14 @@
 import Link from 'next/link';
 import { UserProvider } from '@auth0/nextjs-auth0/client';
 
-export default function RootLayout({
-  children,
-}: {
-  children: React.ReactNode;
-}) {
+export default function RootLayout({ children }: { children: React.ReactNode }) {
   return (
     <html lang="en">
       <body>
         <UserProvider>
           <nav>
-            <Link href="/">Home</Link> | <Link href="/about">About</Link> |{' '}
-            <Link href="/dashboard">Dashboard</Link> | <a href="/api/auth/login">Login</a> |{' '}
-            <a href="/api/auth/logout">Logout</a>
+            <Link href="/">Home</Link> | <Link href="/about">About</Link> | <Link href="/dashboard">Dashboard</Link> |{' '}
+            <a href="/api/auth/login">Login</a> | <a href="/api/auth/logout">Logout</a>
           </nav>
           {children}
         </UserProvider>
diff --git a/tests/fixtures/nextjs/existing/app/layout.tsx b/tests/fixtures/nextjs/existing/app/layout.tsx
index 0cf48dd..9d0c20c 100644
--- a/tests/fixtures/nextjs/existing/app/layout.tsx
+++ b/tests/fixtures/nextjs/existing/app/layout.tsx
@@ -1,16 +1,11 @@
 import Link from 'next/link';
 
-export default function RootLayout({
-  children,
-}: {
-  children: React.ReactNode;
-}) {
+export default function RootLayout({ children }: { children: React.ReactNode }) {
   return (
     <html lang="en">
       <body>
         <nav>
-          <Link href="/">Home</Link> | <Link href="/about">About</Link> |{' '}
-          <Link href="/dashboard">Dashboard</Link>
+          <Link href="/">Home</Link> | <Link href="/about">About</Link> | <Link href="/dashboard">Dashboard</Link>
         </nav>
         {children}
       </body>
diff --git a/tests/fixtures/nextjs/fresh/app/layout.tsx b/tests/fixtures/nextjs/fresh/app/layout.tsx
index 225b603..f3ef34c 100644
--- a/tests/fixtures/nextjs/fresh/app/layout.tsx
+++ b/tests/fixtures/nextjs/fresh/app/layout.tsx
@@ -1,8 +1,4 @@
-export default function RootLayout({
-  children,
-}: {
-  children: React.ReactNode;
-}) {
+export default function RootLayout({ children }: { children: React.ReactNode }) {
   return (
     <html lang="en">
       <body>{children}</body>
diff --git a/tests/fixtures/react/existing-auth0/src/App.tsx b/tests/fixtures/react/existing-auth0/src/App.tsx
index 0d0d707..d90d760 100644
--- a/tests/fixtures/react/existing-auth0/src/App.tsx
+++ b/tests/fixtures/react/existing-auth0/src/App.tsx
@@ -10,8 +10,7 @@ function App() {
   return (
     <div>
       <nav>
-        <Link to="/">Home</Link> | <Link to="/about">About</Link> |{' '}
-        <Link to="/dashboard">Dashboard</Link>
+        <Link to="/">Home</Link> | <Link to="/about">About</Link> | <Link to="/dashboard">Dashboard</Link>
         {isAuthenticated ? (
           <button onClick={() => logout()}>Logout</button>
         ) : (
diff --git a/tests/fixtures/react/existing-auth0/src/main.tsx b/tests/fixtures/react/existing-auth0/src/main.tsx
index ce10051..2f2b391 100644
--- a/tests/fixtures/react/existing-auth0/src/main.tsx
+++ b/tests/fixtures/react/existing-auth0/src/main.tsx
@@ -17,5 +17,5 @@ createRoot(document.getElementById('root')!).render(
         <App />
       </BrowserRouter>
     </Auth0Provider>
-  </StrictMode>
+  </StrictMode>,
 );
diff --git a/tests/fixtures/react/existing/src/App.tsx b/tests/fixtures/react/existing/src/App.tsx
index b6b0d61..97221e7 100644
--- a/tests/fixtures/react/existing/src/App.tsx
+++ b/tests/fixtures/react/existing/src/App.tsx
@@ -7,8 +7,7 @@ function App() {
   return (
     <div>
       <nav>
-        <Link to="/">Home</Link> | <Link to="/about">About</Link> |{' '}
-        <Link to="/dashboard">Dashboard</Link>
+        <Link to="/">Home</Link> | <Link to="/about">About</Link> | <Link to="/dashboard">Dashboard</Link>
       </nav>
       <Routes>
         <Route path="/" element={<Home />} />
diff --git a/tests/fixtures/react/existing/src/main.tsx b/tests/fixtures/react/existing/src/main.tsx
index a127f29..34def5f 100644
--- a/tests/fixtures/react/existing/src/main.tsx
+++ b/tests/fixtures/react/existing/src/main.tsx
@@ -8,5 +8,5 @@ createRoot(document.getElementById('root')!).render(
     <BrowserRouter>
       <App />
     </BrowserRouter>
-  </StrictMode>
+  </StrictMode>,
 );
diff --git a/tests/fixtures/react/fresh/src/main.tsx b/tests/fixtures/react/fresh/src/main.tsx
index 3a8bd35..e17d50b 100644
--- a/tests/fixtures/react/fresh/src/main.tsx
+++ b/tests/fixtures/react/fresh/src/main.tsx
@@ -5,5 +5,5 @@ import App from './App.tsx';
 createRoot(document.getElementById('root')!).render(
   <StrictMode>
     <App />
-  </StrictMode>
+  </StrictMode>,
 );
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
index c270a51..6924409 100644
--- a/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
+++ b/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
@@ -22,8 +22,7 @@ function RootComponent() {
           }}
         >
           <nav>
-            <Link to="/">Home</Link> | <Link to="/about">About</Link> |{' '}
-            <Link to="/dashboard">Dashboard</Link>
+            <Link to="/">Home</Link> | <Link to="/about">About</Link> | <Link to="/dashboard">Dashboard</Link>
           </nav>
           <Outlet />
         </Auth0Provider>
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx b/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
index d6ab330..e073122 100644
--- a/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
+++ b/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
@@ -14,8 +14,7 @@ function RootComponent() {
       </head>
       <body>
         <nav>
-          <Link to="/">Home</Link> | <Link to="/about">About</Link> |{' '}
-          <Link to="/dashboard">Dashboard</Link>
+          <Link to="/">Home</Link> | <Link to="/about">About</Link> | <Link to="/dashboard">Dashboard</Link>
         </nav>
         <Outlet />
       </body>
diff --git a/tests/fixtures/vanilla-js/existing-auth0/styles.css b/tests/fixtures/vanilla-js/existing-auth0/styles.css
index c25d3ee..2ede753 100644
--- a/tests/fixtures/vanilla-js/existing-auth0/styles.css
+++ b/tests/fixtures/vanilla-js/existing-auth0/styles.css
@@ -1,5 +1,8 @@
 body {
-  font-family: system-ui, -apple-system, sans-serif;
+  font-family:
+    system-ui,
+    -apple-system,
+    sans-serif;
   max-width: 800px;
   margin: 0 auto;
   padding: 20px;
diff --git a/tests/fixtures/vanilla-js/existing/about.html b/tests/fixtures/vanilla-js/existing/about.html
index 214ae3d..2b13f86 100644
--- a/tests/fixtures/vanilla-js/existing/about.html
+++ b/tests/fixtures/vanilla-js/existing/about.html
@@ -7,9 +7,7 @@
     <link rel="stylesheet" href="/styles.css" />
   </head>
   <body>
-    <nav>
-      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
-    </nav>
+    <nav><a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a></nav>
     <div id="app">
       <h1>About</h1>
       <p>This is an existing vanilla JavaScript application.</p>
diff --git a/tests/fixtures/vanilla-js/existing/dashboard.html b/tests/fixtures/vanilla-js/existing/dashboard.html
index d625f10..6641a6e 100644
--- a/tests/fixtures/vanilla-js/existing/dashboard.html
+++ b/tests/fixtures/vanilla-js/existing/dashboard.html
@@ -7,9 +7,7 @@
     <link rel="stylesheet" href="/styles.css" />
   </head>
   <body>
-    <nav>
-      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
-    </nav>
+    <nav><a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a></nav>
     <div id="app">
       <h1>Dashboard</h1>
       <p>Protected content would go here.</p>
diff --git a/tests/fixtures/vanilla-js/existing/index.html b/tests/fixtures/vanilla-js/existing/index.html
index fd6c3a7..f737c60 100644
--- a/tests/fixtures/vanilla-js/existing/index.html
+++ b/tests/fixtures/vanilla-js/existing/index.html
@@ -7,9 +7,7 @@
     <link rel="stylesheet" href="/styles.css" />
   </head>
   <body>
-    <nav>
-      <a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a>
-    </nav>
+    <nav><a href="/">Home</a> | <a href="/about.html">About</a> | <a href="/dashboard.html">Dashboard</a></nav>
     <div id="app">
       <h1>Home</h1>
       <p>Welcome to the home page.</p>
diff --git a/tests/fixtures/vanilla-js/existing/styles.css b/tests/fixtures/vanilla-js/existing/styles.css
index 5f65646..16c2e83 100644
--- a/tests/fixtures/vanilla-js/existing/styles.css
+++ b/tests/fixtures/vanilla-js/existing/styles.css
@@ -1,5 +1,8 @@
 body {
-  font-family: system-ui, -apple-system, sans-serif;
+  font-family:
+    system-ui,
+    -apple-system,
+    sans-serif;
   max-width: 800px;
   margin: 0 auto;
   padding: 20px;

From f0b7bf7fbd016bf4285512a90c0bcee9f71693bc Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sat, 31 Jan 2026 23:26:49 -0600
Subject: [PATCH 06/21] fix(evals): update nextjs grader to match actual SDK
 patterns

- Use glob + content matching for callback route (path is configurable)
- Remove process.env.WORKOS_ check (SDK abstracts env access)
- Add checkFileWithPattern helper for flexible file discovery
---
 tests/evals/graders/file-grader.ts   | 55 ++++++++++++++++++++++++++++
 tests/evals/graders/nextjs.grader.ts | 12 +++---
 2 files changed, 62 insertions(+), 5 deletions(-)

diff --git a/tests/evals/graders/file-grader.ts b/tests/evals/graders/file-grader.ts
index 68542e6..922b4a6 100644
--- a/tests/evals/graders/file-grader.ts
+++ b/tests/evals/graders/file-grader.ts
@@ -1,5 +1,6 @@
 import { access, readFile } from 'node:fs/promises';
 import { join } from 'node:path';
+import { glob } from 'fast-glob';
 import type { GradeCheck } from '../types.js';
 
 export class FileGrader {
@@ -22,6 +23,60 @@ export class FileGrader {
     }
   }
 
+  async checkFileExistsOneOf(relativePaths: string[]): Promise<GradeCheck> {
+    for (const relativePath of relativePaths) {
+      const fullPath = join(this.workDir, relativePath);
+      try {
+        await access(fullPath);
+        return {
+          name: `File exists: ${relativePaths.join(' OR ')}`,
+          passed: true,
+          message: `Found: ${relativePath}`,
+        };
+      } catch {
+        // Continue checking
+      }
+    }
+    return {
+      name: `File exists: ${relativePaths.join(' OR ')}`,
+      passed: false,
+      message: `None found: ${relativePaths.join(', ')}`,
+    };
+  }
+
+  async checkFileWithPattern(
+    globPattern: string,
+    contentPatterns: (string | RegExp)[],
+    description: string,
+  ): Promise<GradeCheck> {
+    const files = await glob(globPattern, { cwd: this.workDir, absolute: true });
+
+    for (const file of files) {
+      try {
+        const content = await readFile(file, 'utf-8');
+        const allMatch = contentPatterns.every((p) =>
+          typeof p === 'string' ? content.includes(p) : p.test(content),
+        );
+        if (allMatch) {
+          const relativePath = file.replace(this.workDir + '/', '');
+          return {
+            name: description,
+            passed: true,
+            message: `Found in: ${relativePath}`,
+          };
+        }
+      } catch {
+        // Continue checking other files
+      }
+    }
+
+    return {
+      name: description,
+      passed: false,
+      message: `No file matching ${globPattern} contains required patterns`,
+    };
+  }
+
   async checkFileContains(relativePath: string, patterns: (string | RegExp)[]): Promise<GradeCheck[]> {
     const fullPath = join(this.workDir, relativePath);
     const checks: GradeCheck[] = [];
diff --git a/tests/evals/graders/nextjs.grader.ts b/tests/evals/graders/nextjs.grader.ts
index 887035f..c214479 100644
--- a/tests/evals/graders/nextjs.grader.ts
+++ b/tests/evals/graders/nextjs.grader.ts
@@ -14,8 +14,13 @@ export class NextjsGrader implements Grader {
   async grade(): Promise<GradeResult> {
     const checks: GradeCheck[] = [];
 
-    // Check callback route exists (App Router)
-    checks.push(await this.fileGrader.checkFileExists('app/api/auth/callback/route.ts'));
+    // Check callback route exists (path is configurable via WORKOS_REDIRECT_URI)
+    const callbackCheck = await this.fileGrader.checkFileWithPattern(
+      '**/route.ts',
+      ['handleAuth', '@workos-inc/authkit-nextjs'],
+      'AuthKit callback route',
+    );
+    checks.push(callbackCheck);
 
     // Check middleware exists
     checks.push(await this.fileGrader.checkFileExists('middleware.ts'));
@@ -31,9 +36,6 @@ export class NextjsGrader implements Grader {
     // Check AuthKitProvider in layout
     checks.push(...(await this.fileGrader.checkFileContains('app/layout.tsx', ['AuthKitProvider'])));
 
-    // Check environment variables used correctly
-    checks.push(...(await this.fileGrader.checkFileContains('middleware.ts', [/process\.env\.WORKOS_/])));
-
     // Check build succeeds
     checks.push(await this.buildGrader.checkBuild());
 

From a7f7a3a66048b908f924f03e0a0608c24a97a505 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sat, 31 Jan 2026 23:34:07 -0600
Subject: [PATCH 07/21] fix(evals): let agent configure redirect URI per
 framework

---
 tests/evals/agent-executor.ts      | 4 +---
 tests/evals/graders/file-grader.ts | 4 ++--
 2 files changed, 3 insertions(+), 5 deletions(-)

diff --git a/tests/evals/agent-executor.ts b/tests/evals/agent-executor.ts
index 5568fc4..0e030fa 100644
--- a/tests/evals/agent-executor.ts
+++ b/tests/evals/agent-executor.ts
@@ -48,11 +48,10 @@ export class AgentExecutor {
       console.log(`  Initializing agent for ${integration}...`);
     }
 
-    // Write .env.local to fixture directory
+    // Write .env.local with credentials (agent configures redirect URI per framework)
     writeEnvLocal(this.workDir, {
       WORKOS_API_KEY: this.credentials.workosApiKey,
       WORKOS_CLIENT_ID: this.credentials.workosClientId,
-      WORKOS_REDIRECT_URI: 'http://localhost:3000/callback',
     });
 
     // Build prompt
@@ -129,7 +128,6 @@ export class AgentExecutor {
 The following environment variables have been configured in .env.local:
 - WORKOS_API_KEY
 - WORKOS_CLIENT_ID
-- WORKOS_REDIRECT_URI
 
 ## Your Task
 Use the \`${skillName}\` skill to integrate WorkOS AuthKit into this application.
diff --git a/tests/evals/graders/file-grader.ts b/tests/evals/graders/file-grader.ts
index 922b4a6..0a680fa 100644
--- a/tests/evals/graders/file-grader.ts
+++ b/tests/evals/graders/file-grader.ts
@@ -1,6 +1,6 @@
 import { access, readFile } from 'node:fs/promises';
 import { join } from 'node:path';
-import { glob } from 'fast-glob';
+import fg from 'fast-glob';
 import type { GradeCheck } from '../types.js';
 
 export class FileGrader {
@@ -49,7 +49,7 @@ export class FileGrader {
     contentPatterns: (string | RegExp)[],
     description: string,
   ): Promise<GradeCheck> {
-    const files = await glob(globPattern, { cwd: this.workDir, absolute: true });
+    const files = await fg(globPattern, { cwd: this.workDir, absolute: true });
 
     for (const file of files) {
       try {

From 1fa382b0e6209082664914b76d7ea6fdb7eda95a Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sat, 31 Jan 2026 23:44:52 -0600
Subject: [PATCH 08/21] feat(evals): add --keep flag to preserve temp directory
 for manual testing

---
 tests/evals/cli.ts    | 6 ++++++
 tests/evals/index.ts  | 1 +
 tests/evals/runner.ts | 8 +++++---
 3 files changed, 12 insertions(+), 3 deletions(-)

diff --git a/tests/evals/cli.ts b/tests/evals/cli.ts
index 4cf743d..836944f 100644
--- a/tests/evals/cli.ts
+++ b/tests/evals/cli.ts
@@ -5,6 +5,7 @@ export interface CliOptions {
   debug: boolean;
   json: boolean;
   help: boolean;
+  keep: boolean;
   keepOnFail: boolean;
   retry: number;
   noRetry: boolean;
@@ -21,6 +22,7 @@ export function parseArgs(args: string[]): CliOptions {
     debug: false,
     json: false,
     help: false,
+    keep: false,
     keepOnFail: false,
     retry: 2,
     noRetry: false,
@@ -51,6 +53,8 @@ export function parseArgs(args: string[]): CliOptions {
       options.keepOnFail = true;
     } else if (arg === '--json') {
       options.json = true;
+    } else if (arg === '--keep') {
+      options.keep = true;
     } else if (arg === '--keep-on-fail') {
       options.keepOnFail = true;
     } else if (arg === '--no-retry') {
@@ -99,6 +103,8 @@ Options:
 
   --debug             Extra verbose, preserve temp dirs on failure
 
+  --keep              Always preserve temp directory (for manual testing)
+
   --keep-on-fail      Don't cleanup temp directory when scenario fails
 
   --retry=<n>         Number of retry attempts (default: 2)
diff --git a/tests/evals/index.ts b/tests/evals/index.ts
index 9dd99fa..8fab685 100644
--- a/tests/evals/index.ts
+++ b/tests/evals/index.ts
@@ -42,6 +42,7 @@ async function main() {
           framework: options.framework,
           state: options.state,
           verbose: options.verbose,
+          keep: options.keep,
           keepOnFail: options.keepOnFail,
           retry: options.retry,
         });
diff --git a/tests/evals/runner.ts b/tests/evals/runner.ts
index 1c90c30..717256a 100644
--- a/tests/evals/runner.ts
+++ b/tests/evals/runner.ts
@@ -42,6 +42,7 @@ const SCENARIOS: Scenario[] = [
 ];
 
 export interface ExtendedEvalOptions extends EvalOptions {
+  keep?: boolean;
   keepOnFail?: boolean;
   retry?: number;
 }
@@ -103,10 +104,11 @@ export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult
           attempts: attempt,
         };
       } finally {
-        if (!options.keepOnFail || lastResult?.passed) {
-          await fixtureManager.cleanup();
-        } else {
+        const shouldKeep = options.keep || (options.keepOnFail && !lastResult?.passed);
+        if (shouldKeep) {
           console.log(`  Temp directory preserved: ${fixtureManager.getTempDir()}`);
+        } else {
+          await fixtureManager.cleanup();
         }
       }
     }

From 413eb497d8f910d71b96a6b88b378c6f187e6301 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 13:35:17 -0600
Subject: [PATCH 09/21] fix(evals): update tanstack grader and skill to match
 SDK patterns
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

- Grader: support src/ directory (v1.132+) in addition to app/
- Grader: check for authkitMiddleware instead of createServerFn
- Grader: fix package name to @workos/authkit-tanstack-react-start
- Grader: remove AuthKitProvider requirement (optional for server-only)
- Grader: support both flat and nested route patterns for callback
- Skill: add directory detection guidance (src/ vs app/)
- Skill: fix handleAuth() → handleCallbackRoute()
- Skill: add SDK exports reference section
---
 skills/workos-authkit-tanstack-start/SKILL.md | 203 +++++++++++++++---
 tests/evals/graders/tanstack.grader.ts        |  81 ++++---
 2 files changed, 214 insertions(+), 70 deletions(-)

diff --git a/skills/workos-authkit-tanstack-start/SKILL.md b/skills/workos-authkit-tanstack-start/SKILL.md
index a98d7c6..5d0e531 100644
--- a/skills/workos-authkit-tanstack-start/SKILL.md
+++ b/skills/workos-authkit-tanstack-start/SKILL.md
@@ -12,9 +12,9 @@ description: Integrate WorkOS AuthKit with TanStack Start applications. Full-sta
    ├── Extract package name from install command
    └── README is source of truth for ALL code patterns
 
-2. Verify TanStack Start project
-   ├── @tanstack/start or @tanstack/react-start in package.json
-   └── app.config.ts exists (vinxi)
+2. Detect directory structure
+   ├── src/ (TanStack Start v1.132+, default)
+   └── app/ (legacy vinxi-based projects)
 
 3. Follow README install/setup exactly
    └── Do not invent commands or patterns
@@ -28,7 +28,7 @@ WebFetch: `https://github.com/workos/authkit-tanstack-start/blob/main/README.md`
 
 From README, extract:
 
-1. Package name from install command (e.g., `pnpm add @workos/...`)
+1. Package name: `@workos/authkit-tanstack-react-start`
 2. Use that exact name for all imports
 
 **README overrides this skill if conflict.**
@@ -37,9 +37,35 @@ From README, extract:
 
 - [ ] README fetched and package name extracted
 - [ ] `@tanstack/start` or `@tanstack/react-start` in package.json
-- [ ] `app.config.ts` exists
+- [ ] Identify directory structure: `src/` (modern) or `app/` (legacy)
 - [ ] Environment variables set (see below)
 
+## Directory Structure Detection
+
+**Modern TanStack Start (v1.132+)** uses `src/`:
+```
+src/
+├── start.ts              # Middleware config (CRITICAL)
+├── router.tsx            # Router setup
+├── routes/
+│   ├── __root.tsx        # Root layout
+│   ├── api.auth.callback.tsx  # OAuth callback (flat route)
+│   └── ...
+```
+
+**Legacy (vinxi-based)** uses `app/`:
+```
+app/
+├── start.ts or router.tsx
+├── routes/
+│   └── api/auth/callback.tsx  # OAuth callback (nested route)
+```
+
+**Detection:**
+```bash
+ls src/routes 2>/dev/null && echo "Modern (src/)" || echo "Legacy (app/)"
+```
+
 ## Environment Variables
 
 | Variable                 | Format       | Required |
@@ -51,56 +77,179 @@ From README, extract:
 
 Generate password if missing: `openssl rand -base64 32`
 
+Default redirect URI: `http://localhost:3000/api/auth/callback`
+
 ## Middleware Configuration (CRITICAL)
 
-**authkitMiddleware MUST be configured or auth will fail.**
+**authkitMiddleware MUST be configured or auth will fail silently.**
 
-Find file with `createRouter` (typically `app/router.tsx` or `app.tsx`).
+Create or update `src/start.ts` (or `app/start.ts` for legacy):
+
+```typescript
+import { authkitMiddleware } from '@workos/authkit-tanstack-react-start';
+
+export default {
+  requestMiddleware: [authkitMiddleware()],
+};
+```
+
+Alternative pattern with createStart:
+```typescript
+import { createStart } from '@tanstack/react-start';
+import { authkitMiddleware } from '@workos/authkit-tanstack-react-start';
+
+export default createStart({
+  requestMiddleware: [authkitMiddleware()],
+});
+```
 
 ### Verification Checklist
 
-- [ ] `authkitMiddleware` imported from SDK package
-- [ ] `middleware: [authkitMiddleware()]` in createRouter config
-- [ ] Array syntax used: `[authkitMiddleware()]` not `authkitMiddleware()`
+- [ ] `authkitMiddleware` imported from `@workos/authkit-tanstack-react-start`
+- [ ] Middleware in `requestMiddleware` array
+- [ ] File exports the config (default export or named `startInstance`)
+
+Verify: `grep -r "authkitMiddleware" src/ app/ 2>/dev/null`
 
-Verify: `grep "authkitMiddleware" app/router.tsx app.tsx src/router.tsx`
+## Callback Route (CRITICAL)
 
-## Logout Route Pattern
+Path must match `WORKOS_REDIRECT_URI`. For `/api/auth/callback`:
 
-Logout requires `signOut()` followed by redirect in a route loader. See README for exact implementation.
+**Modern (flat routes):** `src/routes/api.auth.callback.tsx`
+**Legacy (nested routes):** `app/routes/api/auth/callback.tsx`
 
-## Callback Route
+```typescript
+import { createFileRoute } from '@tanstack/react-router';
+import { handleCallbackRoute } from '@workos/authkit-tanstack-react-start';
 
-Path must match `WORKOS_REDIRECT_URI`. If URI is `/api/auth/callback`:
+export const Route = createFileRoute('/api/auth/callback')({
+  server: {
+    handlers: {
+      GET: handleCallbackRoute(),
+    },
+  },
+});
+```
+
+**Key points:**
+- Use `handleCallbackRoute()` - do not write custom OAuth logic
+- Route path string must match the URI path exactly
+- This is a server-only route (no component needed)
+
+## Protected Routes
+
+Use `getAuth()` in route loaders to check authentication:
+
+```typescript
+import { createFileRoute, redirect } from '@tanstack/react-router';
+import { getAuth, getSignInUrl } from '@workos/authkit-tanstack-react-start';
+
+export const Route = createFileRoute('/dashboard')({
+  loader: async () => {
+    const { user } = await getAuth();
+    if (!user) {
+      const signInUrl = await getSignInUrl();
+      throw redirect({ href: signInUrl });
+    }
+    return { user };
+  },
+  component: Dashboard,
+});
+```
 
-- File: `app/routes/api/auth/callback.tsx`
-- Use `handleAuth()` from SDK - do not write custom OAuth logic
+## Sign Out Route
+
+```typescript
+import { createFileRoute, redirect } from '@tanstack/react-router';
+import { signOut } from '@workos/authkit-tanstack-react-start';
+
+export const Route = createFileRoute('/signout')({
+  loader: async () => {
+    await signOut();
+    throw redirect({ href: '/' });
+  },
+});
+```
+
+## Client-Side Hooks (Optional)
+
+Only needed if you want reactive auth state in components.
+
+**1. Add AuthKitProvider to root:**
+
+```typescript
+// src/routes/__root.tsx
+import { AuthKitProvider } from '@workos/authkit-tanstack-react-start/client';
+
+function RootComponent() {
+  return (
+    <AuthKitProvider>
+      <Outlet />
+    </AuthKitProvider>
+  );
+}
+```
+
+**2. Use hooks in components:**
+
+```typescript
+import { useAuth } from '@workos/authkit-tanstack-react-start/client';
+
+function Profile() {
+  const { user, isLoading } = useAuth();
+  // ...
+}
+```
+
+**Note:** Server-side `getAuth()` is preferred for most use cases.
 
 ## Error Recovery
 
 ### "AuthKit middleware is not configured"
 
-**Cause:** `authkitMiddleware()` not added to router
-**Fix:** Add `middleware: [authkitMiddleware()]` to createRouter config
-**Verify:** `grep "authkitMiddleware" app/router.tsx app.tsx`
+**Cause:** `authkitMiddleware()` not in start.ts
+**Fix:** Create/update `src/start.ts` with middleware config
+**Verify:** `grep -r "authkitMiddleware" src/`
 
 ### "Module not found" for SDK
 
 **Cause:** Wrong package name or not installed
-**Fix:** Re-read README, extract correct package name, reinstall
-**Verify:** `ls node_modules/` + package name from README
+**Fix:** `pnpm add @workos/authkit-tanstack-react-start`
+**Verify:** `ls node_modules/@workos/authkit-tanstack-react-start`
 
 ### Callback 404
 
-**Cause:** Route path doesn't match WORKOS_REDIRECT_URI
-**Fix:** File path must mirror URI path under `app/routes/`
+**Cause:** Route file path doesn't match WORKOS_REDIRECT_URI
+**Fix:**
+- URI `/api/auth/callback` → file `src/routes/api.auth.callback.tsx` (flat) or `app/routes/api/auth/callback.tsx` (nested)
+- Route path string in `createFileRoute()` must match exactly
 
-### getAuth returns undefined
+### getAuth returns undefined user
 
-**Cause:** Middleware not configured
-**Fix:** Same as "AuthKit middleware not configured" above
+**Cause:** Middleware not configured or not running
+**Fix:** Ensure `authkitMiddleware()` is in start.ts requestMiddleware array
 
 ### "Cookie password too short"
 
 **Cause:** WORKOS_COOKIE_PASSWORD < 32 chars
 **Fix:** `openssl rand -base64 32`, update .env
+
+### Build fails with route type errors
+
+**Cause:** Route tree not regenerated after adding routes
+**Fix:** `pnpm dev` to regenerate `routeTree.gen.ts`
+
+## SDK Exports Reference
+
+**Server (main export):**
+- `authkitMiddleware()` - Request middleware
+- `handleCallbackRoute()` - OAuth callback handler
+- `getAuth()` - Get current session
+- `signOut()` - Sign out user
+- `getSignInUrl()` / `getSignUpUrl()` - Auth URLs
+- `switchToOrganization()` - Change org context
+
+**Client (`/client` subpath):**
+- `AuthKitProvider` - Context provider
+- `useAuth()` - Auth state hook
+- `useAccessToken()` - Token management
diff --git a/tests/evals/graders/tanstack.grader.ts b/tests/evals/graders/tanstack.grader.ts
index 5c749c0..7c9db48 100644
--- a/tests/evals/graders/tanstack.grader.ts
+++ b/tests/evals/graders/tanstack.grader.ts
@@ -2,6 +2,18 @@ import { FileGrader } from './file-grader.js';
 import { BuildGrader } from './build-grader.js';
 import type { Grader, GradeResult, GradeCheck } from '../types.js';
 
+/**
+ * TanStack Start Grader
+ *
+ * SDK: @workos/authkit-tanstack-react-start
+ * Docs: https://github.com/workos/authkit-tanstack-start
+ *
+ * Key patterns:
+ * - Directory: src/ (v1.132+) or app/ (legacy)
+ * - Middleware: authkitMiddleware() in start.ts
+ * - Callback: handleCallbackRoute() in api/auth/callback route
+ * - Provider: AuthKitProvider is OPTIONAL (only for client hooks)
+ */
 export class TanstackGrader implements Grader {
   private fileGrader: FileGrader;
   private buildGrader: BuildGrader;
@@ -14,36 +26,34 @@ export class TanstackGrader implements Grader {
   async grade(): Promise<GradeResult> {
     const checks: GradeCheck[] = [];
 
-    // Check auth callback route
-    const callbackRoute = await this.fileGrader.checkFileExists('app/routes/auth/callback.tsx');
-    if (!callbackRoute.passed) {
-      // Try alternate pattern
-      checks.push(await this.fileGrader.checkFileExists('app/routes/callback.tsx'));
-    } else {
-      checks.push(callbackRoute);
-    }
+    // Check middleware setup (CRITICAL - required for auth to work)
+    // Can be in src/start.ts, app/start.ts, or router files
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '{src,app}/**/*.{ts,tsx}',
+        ['authkitMiddleware', '@workos/authkit-tanstack-react-start'],
+        'authkitMiddleware configured with correct SDK',
+      ),
+    );
 
-    // Check server functions for auth
-    const serverAuth = await this.fileGrader.checkFileExists('app/server/auth.ts');
-    if (!serverAuth.passed) {
-      // Try alternate locations
-      checks.push(await this.fileGrader.checkFileExists('app/lib/auth.ts'));
-    } else {
-      checks.push(serverAuth);
-    }
+    // Check callback route exists with handleCallbackRoute
+    // Supports both nested (api/auth/callback.tsx) and flat (api.auth.callback.tsx) route patterns
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '{src,app}/routes/**/*callback*.tsx',
+        ['handleCallbackRoute', '@workos/authkit-tanstack-react-start'],
+        'Callback route with handleCallbackRoute',
+      ),
+    );
 
-    // Check auth server function content
-    const authContent = await this.checkAuthServerContent();
-    checks.push(...authContent);
-
-    // Check provider setup in root
-    const rootProviderChecks = await this.fileGrader.checkFileContains('app/routes/__root.tsx', ['AuthKitProvider']);
-    if (!rootProviderChecks.every((c) => c.passed)) {
-      // Try alternate root location
-      checks.push(...(await this.fileGrader.checkFileContains('app/root.tsx', ['AuthKitProvider'])));
-    } else {
-      checks.push(...rootProviderChecks);
-    }
+    // Check for auth usage (getAuth, signOut, etc.) somewhere in routes
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '{src,app}/routes/**/*.tsx',
+        [/@workos\/authkit-tanstack-react-start/],
+        'SDK usage in routes',
+      ),
+    );
 
     // Check build succeeds
     checks.push(await this.buildGrader.checkBuild());
@@ -53,19 +63,4 @@ export class TanstackGrader implements Grader {
       checks,
     };
   }
-
-  private async checkAuthServerContent(): Promise<GradeCheck[]> {
-    // Try primary location
-    const primaryChecks = await this.fileGrader.checkFileContains('app/server/auth.ts', [
-      '@workos-inc/authkit',
-      'createServerFn',
-    ]);
-
-    if (primaryChecks.every((c) => c.passed)) {
-      return primaryChecks;
-    }
-
-    // Try alternate location
-    return this.fileGrader.checkFileContains('app/lib/auth.ts', ['@workos-inc/authkit', 'createServerFn']);
-  }
 }

From 719067e9af8ce7be6c30b650bad2df98ccca927e Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 13:39:49 -0600
Subject: [PATCH 10/21] fix(evals): update React grader to match SDK patterns

- Remove callback component check (SDK handles OAuth internally)
- Use glob pattern to find useAuth anywhere in src/**/*.tsx
- Support both Vite (main.tsx) and CRA (index.tsx) entry points
- Add comprehensive header documenting SDK patterns
---
 tests/evals/graders/react.grader.ts | 50 ++++++++++++++++++++---------
 1 file changed, 35 insertions(+), 15 deletions(-)

diff --git a/tests/evals/graders/react.grader.ts b/tests/evals/graders/react.grader.ts
index 77802ea..86779a6 100644
--- a/tests/evals/graders/react.grader.ts
+++ b/tests/evals/graders/react.grader.ts
@@ -2,6 +2,18 @@ import { FileGrader } from './file-grader.js';
 import { BuildGrader } from './build-grader.js';
 import type { Grader, GradeResult, GradeCheck } from '../types.js';
 
+/**
+ * React SPA Grader
+ *
+ * SDK: @workos-inc/authkit-react
+ * Docs: https://github.com/workos/authkit-react
+ *
+ * Key patterns:
+ * - AuthKitProvider wraps app in entry file (main.tsx or index.tsx)
+ * - useAuth hook used in any component for auth state
+ * - NO callback route needed - SDK handles OAuth internally
+ * - Environment vars: VITE_WORKOS_CLIENT_ID (Vite) or REACT_APP_WORKOS_CLIENT_ID (CRA)
+ */
 export class ReactGrader implements Grader {
   private fileGrader: FileGrader;
   private buildGrader: BuildGrader;
@@ -14,26 +26,34 @@ export class ReactGrader implements Grader {
   async grade(): Promise<GradeResult> {
     const checks: GradeCheck[] = [];
 
-    // Check AuthKitProvider wrapper exists
+    // Check AuthKitProvider wrapper exists in entry file
+    // Can be main.tsx (Vite) or index.tsx (CRA)
     checks.push(
-      ...(await this.fileGrader.checkFileContains('src/main.tsx', ['AuthKitProvider', '@workos-inc/authkit-react'])),
+      await this.fileGrader.checkFileWithPattern(
+        'src/{main,index}.tsx',
+        ['AuthKitProvider', '@workos-inc/authkit-react'],
+        'AuthKitProvider configured with correct SDK',
+      ),
     );
 
-    // Check callback component exists
-    const callbackExists = await this.fileGrader.checkFileExists('src/pages/callback.tsx');
-    if (!callbackExists.passed) {
-      // Try alternate location
-      checks.push(await this.fileGrader.checkFileExists('src/components/Callback.tsx'));
-    } else {
-      checks.push(callbackExists);
-    }
-
-    // Check useAuth hook usage somewhere
-    checks.push(...(await this.fileGrader.checkFileContains('src/App.tsx', ['useAuth'])));
+    // Check useAuth hook usage somewhere in the app
+    // Can be in App.tsx, pages/, components/, or anywhere
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        'src/**/*.tsx',
+        ['useAuth', '@workos-inc/authkit-react'],
+        'useAuth hook usage',
+      ),
+    );
 
-    // Check environment config
+    // Check environment config in entry file
+    // Supports both Vite (import.meta.env) and CRA (process.env)
     checks.push(
-      ...(await this.fileGrader.checkFileContains('src/main.tsx', [/VITE_WORKOS_CLIENT_ID|import\.meta\.env/])),
+      await this.fileGrader.checkFileWithPattern(
+        'src/{main,index}.tsx',
+        [/VITE_WORKOS_CLIENT_ID|REACT_APP_WORKOS_CLIENT_ID|import\.meta\.env|process\.env/],
+        'Environment variable configuration',
+      ),
     );
 
     // Check build succeeds

From e806e988cd5d310ff615fa598180bfef3b8cb279 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 13:51:38 -0600
Subject: [PATCH 11/21] fix(evals): correct React Router grader package name
 and patterns

- Fix package name: @workos-inc/authkit-react-router (was @workos-inc/authkit)
- Use glob patterns instead of hardcoded file paths
- Check for authLoader in callback routes (flexible location)
- Check for authkitLoader in route files for auth state
- Remove unnecessary ProtectedRoute.tsx/auth.ts checks (SDK has ensureSignedIn)
- Support both app/ and src/ directory structures
---
 tests/evals/graders/react-router.grader.ts | 89 ++++++++++------------
 1 file changed, 39 insertions(+), 50 deletions(-)

diff --git a/tests/evals/graders/react-router.grader.ts b/tests/evals/graders/react-router.grader.ts
index 86dc12a..dba3701 100644
--- a/tests/evals/graders/react-router.grader.ts
+++ b/tests/evals/graders/react-router.grader.ts
@@ -2,6 +2,19 @@ import { FileGrader } from './file-grader.js';
 import { BuildGrader } from './build-grader.js';
 import type { Grader, GradeResult, GradeCheck } from '../types.js';
 
+/**
+ * React Router Grader
+ *
+ * SDK: @workos-inc/authkit-react-router
+ * Docs: https://github.com/workos/authkit-react-router
+ *
+ * Key patterns:
+ * - authLoader() for OAuth callback route
+ * - authkitLoader() for routes needing auth state
+ * - Supports v6, v7 Framework, v7 Data, v7 Declarative modes
+ * - Callback route path must match WORKOS_REDIRECT_URI
+ * - No ProtectedRoute needed - SDK has ensureSignedIn option
+ */
 export class ReactRouterGrader implements Grader {
   private fileGrader: FileGrader;
   private buildGrader: BuildGrader;
@@ -14,33 +27,34 @@ export class ReactRouterGrader implements Grader {
   async grade(): Promise<GradeResult> {
     const checks: GradeCheck[] = [];
 
-    // Check auth route/loader exists (v7 flat routes style)
-    const v7RouteExists = await this.fileGrader.checkFileExists('app/routes/auth.callback.tsx');
-    if (!v7RouteExists.passed) {
-      // Try v6 nested style
-      const v6RouteExists = await this.fileGrader.checkFileExists('src/routes/callback.tsx');
-      if (!v6RouteExists.passed) {
-        // Try alternate v7 pattern
-        checks.push(await this.fileGrader.checkFileExists('app/routes/callback.tsx'));
-      } else {
-        checks.push(v6RouteExists);
-      }
-    } else {
-      checks.push(v7RouteExists);
-    }
+    // Check callback route with authLoader
+    // Supports various patterns: auth.callback.tsx, callback.tsx, auth/callback.tsx
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '{app,src}/routes/**/*callback*.{ts,tsx}',
+        ['authLoader', '@workos-inc/authkit-react-router'],
+        'Callback route with authLoader',
+      ),
+    );
 
-    // Check loader/action for auth - try multiple possible locations
-    const authRoutePatterns = await this.checkAuthRoute();
-    checks.push(...authRoutePatterns);
+    // Check authkitLoader usage in some route for auth state
+    // Can be root route or any protected route
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '{app,src}/routes/**/*.{ts,tsx}',
+        ['authkitLoader', '@workos-inc/authkit-react-router'],
+        'authkitLoader for auth state in routes',
+      ),
+    );
 
-    // Check protected route wrapper or middleware
-    const hasProtectedRoute = await this.fileGrader.checkFileExists('app/components/ProtectedRoute.tsx');
-    if (!hasProtectedRoute.passed) {
-      // Try alternate locations
-      checks.push(await this.fileGrader.checkFileExists('app/utils/auth.ts'));
-    } else {
-      checks.push(hasProtectedRoute);
-    }
+    // Check SDK usage somewhere in the app (flexible - imports from SDK)
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '{app,src}/**/*.{ts,tsx}',
+        [/@workos-inc\/authkit-react-router/],
+        'SDK integration',
+      ),
+    );
 
     // Check build succeeds
     checks.push(await this.buildGrader.checkBuild());
@@ -50,29 +64,4 @@ export class ReactRouterGrader implements Grader {
       checks,
     };
   }
-
-  private async checkAuthRoute(): Promise<GradeCheck[]> {
-    // Try v7 flat routes first
-    const v7Checks = await this.fileGrader.checkFileContains('app/routes/auth.callback.tsx', [
-      'loader',
-      '@workos-inc/authkit',
-    ]);
-
-    if (v7Checks.every((c) => c.passed)) {
-      return v7Checks;
-    }
-
-    // Try alternate callback location
-    const altChecks = await this.fileGrader.checkFileContains('app/routes/callback.tsx', [
-      'loader',
-      '@workos-inc/authkit',
-    ]);
-
-    if (altChecks.every((c) => c.passed)) {
-      return altChecks;
-    }
-
-    // Return the v7 checks as the expected pattern
-    return v7Checks;
-  }
 }

From 83eb75f6737cb4ef6f320dd9f3c40570b94c718e Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 14:21:28 -0600
Subject: [PATCH 12/21] fix(evals): correct Vanilla JS grader for createClient
 pattern

- Remove callback.html/callback.js checks (SDK handles OAuth internally)
- Remove auth.js with getAuthorizationUrl (old pattern)
- Check for createClient from @workos-inc/authkit-js or CDN WorkOS.createClient
- Check for auth methods (signIn, signOut, getUser, getAccessToken)
- Support both bundled (ESM import) and CDN (script tag) patterns
---
 tests/evals/graders/vanilla.grader.ts | 57 ++++++++++++++++++++++-----
 1 file changed, 47 insertions(+), 10 deletions(-)

diff --git a/tests/evals/graders/vanilla.grader.ts b/tests/evals/graders/vanilla.grader.ts
index 4646d3c..9031f88 100644
--- a/tests/evals/graders/vanilla.grader.ts
+++ b/tests/evals/graders/vanilla.grader.ts
@@ -4,6 +4,19 @@ import { FileGrader } from './file-grader.js';
 import { BuildGrader } from './build-grader.js';
 import type { Grader, GradeResult, GradeCheck } from '../types.js';
 
+/**
+ * Vanilla JS Grader
+ *
+ * SDK: @workos-inc/authkit-js
+ * Docs: https://github.com/workos/authkit-js
+ *
+ * Key patterns:
+ * - Bundled: import { createClient } from '@workos-inc/authkit-js'
+ * - CDN: WorkOS.createClient from script tag
+ * - Async init: const authkit = await createClient(clientId)
+ * - Methods: authkit.signIn(), authkit.signOut(), authkit.getUser()
+ * - NO callback route needed - SDK handles OAuth internally
+ */
 export class VanillaGrader implements Grader {
   private fileGrader: FileGrader;
   private buildGrader: BuildGrader;
@@ -18,19 +31,43 @@ export class VanillaGrader implements Grader {
   async grade(): Promise<GradeResult> {
     const checks: GradeCheck[] = [];
 
-    // Check callback page exists
-    const callbackHtml = await this.fileGrader.checkFileExists('callback.html');
-    const callbackJs = await this.fileGrader.checkFileExists('callback.js');
-    checks.push(callbackHtml.passed ? callbackHtml : callbackJs);
+    // Check SDK integration - either bundled import or CDN script
+    // Bundled: import from '@workos-inc/authkit-js'
+    // CDN: WorkOS.createClient
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '**/*.{js,ts,html}',
+        [/@workos-inc\/authkit-js|WorkOS\.createClient|workos.*createClient/i],
+        'AuthKit JS SDK integration',
+      ),
+    );
 
-    // Check auth script
-    checks.push(await this.fileGrader.checkFileExists('auth.js'));
+    // Check createClient usage (the core initialization pattern)
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '**/*.{js,ts}',
+        ['createClient'],
+        'createClient initialization',
+      ),
+    );
 
-    // Check auth script content
-    checks.push(...(await this.fileGrader.checkFileContains('auth.js', ['workos', 'getAuthorizationUrl'])));
+    // Check for auth methods usage (signIn, signOut, or getUser)
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '**/*.{js,ts}',
+        [/signIn|signOut|getUser|getAccessToken/],
+        'Auth method usage',
+      ),
+    );
 
-    // Check index.html includes auth
-    checks.push(...(await this.fileGrader.checkFileContains('index.html', [/auth\.js|workos/i])));
+    // Check index.html exists and references auth script or module
+    checks.push(
+      await this.fileGrader.checkFileWithPattern(
+        '*.html',
+        [/<script/i],
+        'HTML with script reference',
+      ),
+    );
 
     // Vanilla JS may not have build step - check if build script exists
     const hasBuildScript = await this.checkHasBuildScript();

From 98e827d75866cd9797accddcef9a6d12478a4327 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 17:03:32 -0600
Subject: [PATCH 13/21] feat(evals): add parallel execution and live Ink
 dashboard

Phase 1: Parallel execution infrastructure
- Add ParallelRunner with p-limit concurrency control
- Auto-detect concurrency based on CPU/memory
- Graceful shutdown with fixture cleanup on SIGINT/SIGTERM

Phase 2: Event-driven live dashboard
- Add EvalEventEmitter for scenario lifecycle events
- Create Ink/React dashboard with real-time status updates
- TTY detection: dashboard for interactive, logging for CI/pipes
- Add --no-dashboard flag to disable live UI
---
 tests/evals/cli.ts                      |  12 ++
 tests/evals/concurrency.ts              |  25 +++
 tests/evals/dashboard/EvalDashboard.tsx | 130 ++++++++++++++
 tests/evals/dashboard/Header.tsx        |  34 ++++
 tests/evals/dashboard/ScenarioRow.tsx   |  55 ++++++
 tests/evals/dashboard/index.ts          |  15 ++
 tests/evals/events.ts                   |  66 +++++++
 tests/evals/fixture-manager.ts          |   5 +-
 tests/evals/parallel-runner.ts          | 222 ++++++++++++++++++++++++
 tests/evals/runner.ts                   | 135 +++++---------
 tests/evals/types.ts                    |   1 +
 11 files changed, 608 insertions(+), 92 deletions(-)
 create mode 100644 tests/evals/concurrency.ts
 create mode 100644 tests/evals/dashboard/EvalDashboard.tsx
 create mode 100644 tests/evals/dashboard/Header.tsx
 create mode 100644 tests/evals/dashboard/ScenarioRow.tsx
 create mode 100644 tests/evals/dashboard/index.ts
 create mode 100644 tests/evals/events.ts
 create mode 100644 tests/evals/parallel-runner.ts

diff --git a/tests/evals/cli.ts b/tests/evals/cli.ts
index 836944f..5dac439 100644
--- a/tests/evals/cli.ts
+++ b/tests/evals/cli.ts
@@ -9,6 +9,8 @@ export interface CliOptions {
   keepOnFail: boolean;
   retry: number;
   noRetry: boolean;
+  sequential: boolean;
+  noDashboard: boolean;
   command?: 'run' | 'history' | 'compare';
   compareIds?: [string, string];
 }
@@ -26,6 +28,8 @@ export function parseArgs(args: string[]): CliOptions {
     keepOnFail: false,
     retry: 2,
     noRetry: false,
+    sequential: false,
+    noDashboard: false,
   };
 
   // Check for subcommands
@@ -73,6 +77,10 @@ export function parseArgs(args: string[]): CliOptions {
         throw new Error(`Unknown state: ${state}. Valid: ${STATES.join(', ')}`);
       }
       options.state = state;
+    } else if (arg === '--sequential') {
+      options.sequential = true;
+    } else if (arg === '--no-dashboard') {
+      options.noDashboard = true;
     }
   }
 
@@ -111,6 +119,10 @@ Options:
 
   --no-retry          Disable retries
 
+  --sequential        Run scenarios sequentially (disable parallelism)
+
+  --no-dashboard      Disable live dashboard, use sequential logging
+
   --json              Output results as JSON (for scripting)
 
   --help, -h          Show this help message
diff --git a/tests/evals/concurrency.ts b/tests/evals/concurrency.ts
new file mode 100644
index 0000000..a69e7f9
--- /dev/null
+++ b/tests/evals/concurrency.ts
@@ -0,0 +1,25 @@
+import os from 'node:os';
+
+export interface ConcurrencyInfo {
+  detected: number;
+  effective: number;
+  reason: string;
+}
+
+export function detectConcurrency(): ConcurrencyInfo {
+  const cpuCount = os.cpus().length;
+
+  // Leave 1 core for system, cap at 8 to avoid Claude SDK rate limits
+  const effective = Math.max(2, Math.min(cpuCount - 1, 8));
+
+  return {
+    detected: cpuCount,
+    effective,
+    reason:
+      cpuCount <= 2
+        ? 'Low core count, using minimum concurrency'
+        : cpuCount > 8
+          ? 'Capped at 8 to avoid rate limits'
+          : 'Using CPU cores minus 1',
+  };
+}
diff --git a/tests/evals/dashboard/EvalDashboard.tsx b/tests/evals/dashboard/EvalDashboard.tsx
new file mode 100644
index 0000000..d5ad2e9
--- /dev/null
+++ b/tests/evals/dashboard/EvalDashboard.tsx
@@ -0,0 +1,130 @@
+import React, { useState, useEffect } from 'react';
+import { Box, Text, useApp } from 'ink';
+import {
+  evalEvents,
+  type ScenarioStartEvent,
+  type ScenarioCompleteEvent,
+  type RunProgressEvent,
+} from '../events.js';
+import { Header } from './Header.js';
+import { ScenarioRow } from './ScenarioRow.js';
+
+interface ScenarioStatus {
+  scenario: string;
+  framework: string;
+  state: string;
+  status: 'pending' | 'running' | 'retrying' | 'passed' | 'failed';
+  attempt: number;
+  duration?: number;
+  error?: string;
+  startTime?: number;
+}
+
+interface DashboardProps {
+  scenarios: Array<{ framework: string; state: string }>;
+  concurrency: number;
+}
+
+export function EvalDashboard({ scenarios, concurrency }: DashboardProps) {
+  const { exit } = useApp();
+
+  const [statuses, setStatuses] = useState<Map<string, ScenarioStatus>>(() => {
+    const map = new Map();
+    for (const s of scenarios) {
+      const name = `${s.framework}/${s.state}`;
+      map.set(name, {
+        scenario: name,
+        framework: s.framework,
+        state: s.state,
+        status: 'pending',
+        attempt: 0,
+      });
+    }
+    return map;
+  });
+
+  const [progress, setProgress] = useState<RunProgressEvent>({
+    completed: 0,
+    total: scenarios.length,
+    running: 0,
+    elapsed: 0,
+  });
+
+  useEffect(() => {
+    const onStart = (e: ScenarioStartEvent) => {
+      setStatuses((prev) => {
+        const next = new Map(prev);
+        next.set(e.scenario, {
+          ...next.get(e.scenario)!,
+          status: 'running',
+          attempt: e.attempt,
+          startTime: Date.now(),
+        });
+        return next;
+      });
+    };
+
+    const onRetry = (e: ScenarioStartEvent) => {
+      setStatuses((prev) => {
+        const next = new Map(prev);
+        next.set(e.scenario, {
+          ...next.get(e.scenario)!,
+          status: 'retrying',
+          attempt: e.attempt,
+          startTime: Date.now(),
+        });
+        return next;
+      });
+    };
+
+    const onComplete = (e: ScenarioCompleteEvent) => {
+      setStatuses((prev) => {
+        const next = new Map(prev);
+        next.set(e.scenario, {
+          ...next.get(e.scenario)!,
+          status: e.passed ? 'passed' : 'failed',
+          duration: e.duration,
+          error: e.error,
+        });
+        return next;
+      });
+    };
+
+    const onProgress = (e: RunProgressEvent) => setProgress(e);
+    const onRunComplete = () => exit();
+
+    evalEvents.on('scenario:start', onStart);
+    evalEvents.on('scenario:retry', onRetry);
+    evalEvents.on('scenario:complete', onComplete);
+    evalEvents.on('run:progress', onProgress);
+    evalEvents.on('run:complete', onRunComplete);
+
+    return () => {
+      evalEvents.off('scenario:start', onStart);
+      evalEvents.off('scenario:retry', onRetry);
+      evalEvents.off('scenario:complete', onComplete);
+      evalEvents.off('run:progress', onProgress);
+      evalEvents.off('run:complete', onRunComplete);
+    };
+  }, [exit]);
+
+  // Sort: running → retrying → failed → passed → pending
+  const sorted = Array.from(statuses.values()).sort((a, b) => {
+    const order = { running: 0, retrying: 1, failed: 2, passed: 3, pending: 4 };
+    return order[a.status] - order[b.status];
+  });
+
+  return (
+    <Box flexDirection="column">
+      <Header progress={progress} concurrency={concurrency} />
+      <Box flexDirection="column" marginTop={1}>
+        {sorted.map((s) => (
+          <ScenarioRow key={s.scenario} {...s} />
+        ))}
+      </Box>
+      <Box marginTop={1}>
+        <Text dimColor>Press Ctrl+C to cancel</Text>
+      </Box>
+    </Box>
+  );
+}
diff --git a/tests/evals/dashboard/Header.tsx b/tests/evals/dashboard/Header.tsx
new file mode 100644
index 0000000..f42926d
--- /dev/null
+++ b/tests/evals/dashboard/Header.tsx
@@ -0,0 +1,34 @@
+import React from 'react';
+import { Box, Text } from 'ink';
+import type { RunProgressEvent } from '../events.js';
+
+interface HeaderProps {
+  progress: RunProgressEvent;
+  concurrency: number;
+}
+
+export function Header({ progress, concurrency }: HeaderProps) {
+  const elapsed = Math.round(progress.elapsed / 1000);
+  const mins = Math.floor(elapsed / 60);
+  const secs = elapsed % 60;
+  const timeStr = `${mins}:${secs.toString().padStart(2, '0')}`;
+
+  return (
+    <Box borderStyle="single" paddingX={1}>
+      <Text bold>Evals </Text>
+      <Text color="cyan">
+        {progress.completed}/{progress.total}
+      </Text>
+      <Text> complete </Text>
+      <Text dimColor>|</Text>
+      <Text> </Text>
+      <Text color="yellow">{progress.running}</Text>
+      <Text> running </Text>
+      <Text dimColor>|</Text>
+      <Text> Concurrency: </Text>
+      <Text color="green">{concurrency}</Text>
+      <Text dimColor> | </Text>
+      <Text>{timeStr}</Text>
+    </Box>
+  );
+}
diff --git a/tests/evals/dashboard/ScenarioRow.tsx b/tests/evals/dashboard/ScenarioRow.tsx
new file mode 100644
index 0000000..25ac774
--- /dev/null
+++ b/tests/evals/dashboard/ScenarioRow.tsx
@@ -0,0 +1,55 @@
+import React, { useState, useEffect } from 'react';
+import { Box, Text } from 'ink';
+
+interface ScenarioRowProps {
+  scenario: string;
+  status: 'pending' | 'running' | 'retrying' | 'passed' | 'failed';
+  attempt: number;
+  duration?: number;
+  error?: string;
+  startTime?: number;
+}
+
+const STATUS_ICONS: Record<string, { icon: string; color: string }> = {
+  pending: { icon: '-', color: 'gray' },
+  running: { icon: '*', color: 'cyan' },
+  retrying: { icon: '~', color: 'yellow' },
+  passed: { icon: '+', color: 'green' },
+  failed: { icon: 'x', color: 'red' },
+};
+
+export function ScenarioRow({ scenario, status, attempt, duration, error, startTime }: ScenarioRowProps) {
+  const [liveElapsed, setLiveElapsed] = useState(0);
+
+  useEffect(() => {
+    if ((status === 'running' || status === 'retrying') && startTime) {
+      const interval = setInterval(() => {
+        setLiveElapsed(Math.round((Date.now() - startTime) / 1000));
+      }, 500);
+      return () => clearInterval(interval);
+    }
+  }, [status, startTime]);
+
+  const { icon, color } = STATUS_ICONS[status];
+  const durationStr = duration
+    ? `${Math.round(duration / 1000)}s`
+    : status === 'running' || status === 'retrying'
+      ? `${liveElapsed}s`
+      : '';
+
+  return (
+    <Box>
+      <Box width={3}>
+        <Text color={color as Parameters<typeof Text>[0]['color']}>{icon}</Text>
+      </Box>
+      <Box width={30}>
+        <Text color={color as Parameters<typeof Text>[0]['color']}>{scenario}</Text>
+      </Box>
+      <Box width={8}>
+        <Text dimColor>{durationStr}</Text>
+      </Box>
+      {attempt > 1 && <Text color="yellow"> (attempt {attempt})</Text>}
+      {error && <Text color="red"> {error.slice(0, 50)}</Text>}
+    </Box>
+  );
+}
diff --git a/tests/evals/dashboard/index.ts b/tests/evals/dashboard/index.ts
new file mode 100644
index 0000000..841e61f
--- /dev/null
+++ b/tests/evals/dashboard/index.ts
@@ -0,0 +1,15 @@
+import React from 'react';
+import { render } from 'ink';
+import { EvalDashboard } from './EvalDashboard.js';
+
+interface RenderOptions {
+  scenarios: Array<{ framework: string; state: string }>;
+  concurrency: number;
+}
+
+export function renderDashboard(options: RenderOptions): { unmount: () => void } {
+  const { unmount } = render(React.createElement(EvalDashboard, options));
+  return { unmount };
+}
+
+export { EvalDashboard };
diff --git a/tests/evals/events.ts b/tests/evals/events.ts
new file mode 100644
index 0000000..92373ba
--- /dev/null
+++ b/tests/evals/events.ts
@@ -0,0 +1,66 @@
+import { EventEmitter } from 'node:events';
+import type { GradeCheck } from './types.js';
+
+export interface ScenarioEvent {
+  scenario: string;
+  framework: string;
+  state: string;
+}
+
+export interface ScenarioStartEvent extends ScenarioEvent {
+  attempt: number;
+}
+
+export interface ScenarioCompleteEvent extends ScenarioEvent {
+  passed: boolean;
+  duration: number;
+  attempt: number;
+  checks?: GradeCheck[];
+  error?: string;
+}
+
+export interface RunProgressEvent {
+  completed: number;
+  total: number;
+  running: number;
+  elapsed: number;
+}
+
+export type EvalEventType =
+  | 'scenario:start'
+  | 'scenario:retry'
+  | 'scenario:pass'
+  | 'scenario:fail'
+  | 'scenario:complete'
+  | 'run:progress'
+  | 'run:complete';
+
+export class EvalEventEmitter extends EventEmitter {
+  emitScenarioStart(event: ScenarioStartEvent): void {
+    this.emit('scenario:start', event);
+  }
+
+  emitScenarioRetry(event: ScenarioStartEvent): void {
+    this.emit('scenario:retry', event);
+  }
+
+  emitScenarioPass(event: ScenarioCompleteEvent): void {
+    this.emit('scenario:pass', event);
+    this.emit('scenario:complete', event);
+  }
+
+  emitScenarioFail(event: ScenarioCompleteEvent): void {
+    this.emit('scenario:fail', event);
+    this.emit('scenario:complete', event);
+  }
+
+  emitProgress(event: RunProgressEvent): void {
+    this.emit('run:progress', event);
+  }
+
+  emitRunComplete(): void {
+    this.emit('run:complete');
+  }
+}
+
+export const evalEvents = new EvalEventEmitter();
diff --git a/tests/evals/fixture-manager.ts b/tests/evals/fixture-manager.ts
index 30e7364..d98e3cc 100644
--- a/tests/evals/fixture-manager.ts
+++ b/tests/evals/fixture-manager.ts
@@ -20,8 +20,9 @@ export class FixtureManager {
   }
 
   async setup(): Promise<string> {
-    // Create temp directory
-    this.tempDir = await mkdtemp(join(tmpdir(), `eval-${this.framework}-`));
+    // Create temp directory with random suffix for parallel safety
+    const suffix = Math.random().toString(36).substring(2, 8);
+    this.tempDir = await mkdtemp(join(tmpdir(), `eval-${this.framework}-${this.state}-${suffix}-`));
 
     // Copy fixture files
     const fixtureSource = join(process.cwd(), 'tests/fixtures', this.framework, this.state);
diff --git a/tests/evals/parallel-runner.ts b/tests/evals/parallel-runner.ts
new file mode 100644
index 0000000..faceb86
--- /dev/null
+++ b/tests/evals/parallel-runner.ts
@@ -0,0 +1,222 @@
+import pLimit from 'p-limit';
+import type { EvalResult, Grader, GradeCheck } from './types.js';
+import { FixtureManager } from './fixture-manager.js';
+import { AgentExecutor } from './agent-executor.js';
+import { detectConcurrency } from './concurrency.js';
+import { evalEvents } from './events.js';
+
+interface Scenario {
+  framework: string;
+  state: string;
+  grader: new (workDir: string) => Grader;
+}
+
+interface ParallelRunnerOptions {
+  maxAttempts: number;
+  verbose?: boolean;
+  keep?: boolean;
+  keepOnFail?: boolean;
+  concurrency?: number; // Override auto-detection
+}
+
+export class ParallelRunner {
+  private scenarios: Scenario[];
+  private options: ParallelRunnerOptions;
+  private concurrency: number;
+  private activeFixtures: Set<FixtureManager> = new Set();
+  private isShuttingDown = false;
+
+  constructor(scenarios: Scenario[], options: ParallelRunnerOptions) {
+    this.scenarios = scenarios;
+    this.options = options;
+
+    const concurrencyInfo = detectConcurrency();
+    this.concurrency = options.concurrency ?? concurrencyInfo.effective;
+
+    console.log(`Running with concurrency: ${this.concurrency} (${concurrencyInfo.reason})`);
+
+    this.setupShutdownHandler();
+  }
+
+  getConcurrency(): number {
+    return this.concurrency;
+  }
+
+  async run(): Promise<EvalResult[]> {
+    const startTime = Date.now();
+    let completed = 0;
+    const limit = pLimit(this.concurrency);
+
+    // Emit progress updates every 500ms
+    const progressInterval = setInterval(() => {
+      evalEvents.emitProgress({
+        completed,
+        total: this.scenarios.length,
+        running: this.activeFixtures.size,
+        elapsed: Date.now() - startTime,
+      });
+    }, 500);
+
+    const tasks = this.scenarios.map((scenario) =>
+      limit(async () => {
+        const result = await this.runScenario(scenario);
+        completed++;
+        return result;
+      }),
+    );
+
+    const results = await Promise.allSettled(tasks);
+
+    clearInterval(progressInterval);
+    evalEvents.emitRunComplete();
+
+    return results.map((result, i) => {
+      if (result.status === 'fulfilled') {
+        return result.value;
+      }
+      // Shouldn't happen - runScenario catches errors
+      return {
+        scenario: `${this.scenarios[i].framework}/${this.scenarios[i].state}`,
+        passed: false,
+        duration: 0,
+        error: result.reason?.message ?? 'Unknown error',
+      };
+    });
+  }
+
+  private async runScenario(scenario: Scenario): Promise<EvalResult> {
+    const scenarioName = `${scenario.framework}/${scenario.state}`;
+    console.log(`Starting: ${scenarioName}`);
+
+    let lastResult: EvalResult | null = null;
+    let attempt = 0;
+
+    while (attempt < this.options.maxAttempts && !this.isShuttingDown) {
+      attempt++;
+
+      // Emit start/retry event
+      const eventPayload = {
+        scenario: scenarioName,
+        framework: scenario.framework,
+        state: scenario.state,
+        attempt,
+      };
+      if (attempt === 1) {
+        evalEvents.emitScenarioStart(eventPayload);
+      } else {
+        console.log(`[${scenarioName}] Retry attempt ${attempt}/${this.options.maxAttempts}...`);
+        evalEvents.emitScenarioRetry(eventPayload);
+      }
+
+      const startTime = Date.now();
+      const fixtureManager = new FixtureManager(scenario.framework, scenario.state, {
+        keepOnFail: this.options.keepOnFail,
+      });
+
+      this.activeFixtures.add(fixtureManager);
+
+      try {
+        const workDir = await fixtureManager.setup();
+
+        const executor = new AgentExecutor(workDir, scenario.framework, {
+          verbose: this.options.verbose,
+        });
+        const agentResult = await executor.run();
+
+        const grader = new scenario.grader(workDir);
+        const gradeResult = await grader.grade();
+
+        lastResult = {
+          scenario: scenarioName,
+          passed: gradeResult.passed,
+          duration: Date.now() - startTime,
+          checks: gradeResult.checks,
+          agentOutput: agentResult.output,
+          attempts: attempt,
+        };
+
+        if (gradeResult.passed) {
+          console.log(`✓ ${scenarioName} PASSED`);
+          evalEvents.emitScenarioPass({
+            scenario: scenarioName,
+            framework: scenario.framework,
+            state: scenario.state,
+            passed: true,
+            duration: lastResult.duration,
+            attempt,
+            checks: gradeResult.checks,
+          });
+          break;
+        }
+      } catch (error) {
+        lastResult = {
+          scenario: scenarioName,
+          passed: false,
+          duration: Date.now() - startTime,
+          error: error instanceof Error ? error.message : String(error),
+          attempts: attempt,
+        };
+      } finally {
+        const shouldKeep = this.options.keep || (this.options.keepOnFail && !lastResult?.passed);
+        if (shouldKeep) {
+          console.log(`[${scenarioName}] Temp directory preserved: ${fixtureManager.getTempDir()}`);
+        } else {
+          await fixtureManager.cleanup();
+        }
+        this.activeFixtures.delete(fixtureManager);
+      }
+    }
+
+    if (lastResult && !lastResult.passed) {
+      console.log(`✗ ${scenarioName} FAILED`);
+      if (!this.options.verbose) {
+        this.printFailureDetails(lastResult, false);
+      } else {
+        this.printFailureDetails(lastResult, true);
+      }
+      evalEvents.emitScenarioFail({
+        scenario: scenarioName,
+        framework: scenario.framework,
+        state: scenario.state,
+        passed: false,
+        duration: lastResult.duration,
+        attempt: lastResult.attempts ?? 1,
+        checks: lastResult.checks,
+        error: lastResult.error,
+      });
+    }
+
+    return lastResult!;
+  }
+
+  private printFailureDetails(result: EvalResult, verbose: boolean): void {
+    if (result.error) {
+      console.log(`  Error: ${result.error}`);
+    } else if (result.checks) {
+      const failedChecks = result.checks.filter((c: GradeCheck) => !c.passed);
+      for (const check of failedChecks) {
+        console.log(`  - ${check.name}: ${check.message}`);
+        if (verbose && check.expected) {
+          console.log(`    Expected: ${check.expected}`);
+        }
+        if (verbose && check.actual) {
+          console.log(`    Actual: ${check.actual}`);
+        }
+      }
+    }
+  }
+
+  private setupShutdownHandler(): void {
+    const cleanup = async () => {
+      if (this.isShuttingDown) return;
+      this.isShuttingDown = true;
+
+      console.log('\nInterrupted. Cleaning up...');
+      await Promise.all(Array.from(this.activeFixtures).map((fm) => fm.cleanup()));
+      process.exit(130);
+    };
+
+    process.on('SIGINT', cleanup);
+    process.on('SIGTERM', cleanup);
+  }
+}
diff --git a/tests/evals/runner.ts b/tests/evals/runner.ts
index 717256a..3fd9ce1 100644
--- a/tests/evals/runner.ts
+++ b/tests/evals/runner.ts
@@ -1,12 +1,12 @@
-import { FixtureManager } from './fixture-manager.js';
-import { AgentExecutor } from './agent-executor.js';
 import { NextjsGrader } from './graders/nextjs.grader.js';
 import { ReactGrader } from './graders/react.grader.js';
 import { ReactRouterGrader } from './graders/react-router.grader.js';
 import { TanstackGrader } from './graders/tanstack.grader.js';
 import { VanillaGrader } from './graders/vanilla.grader.js';
 import { saveResults } from './history.js';
-import type { EvalResult, EvalOptions, Grader, GradeCheck } from './types.js';
+import { ParallelRunner } from './parallel-runner.js';
+import { renderDashboard } from './dashboard/index.js';
+import type { EvalResult, EvalOptions, Grader } from './types.js';
 
 interface Scenario {
   framework: string;
@@ -45,90 +45,46 @@ export interface ExtendedEvalOptions extends EvalOptions {
   keep?: boolean;
   keepOnFail?: boolean;
   retry?: number;
+  noDashboard?: boolean;
 }
 
 export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult[]> {
-  const results: EvalResult[] = [];
-  const maxAttempts = (options.retry ?? 2) + 1;
-
   const scenarios = SCENARIOS.filter(
     (s) => (!options.framework || s.framework === options.framework) && (!options.state || s.state === options.state),
   );
 
-  for (const scenario of scenarios) {
-    console.log(`\nRunning: ${scenario.framework}/${scenario.state}`);
-
-    let lastResult: EvalResult | null = null;
-    let attempt = 0;
-
-    while (attempt < maxAttempts) {
-      attempt++;
-      if (attempt > 1) {
-        console.log(`  Retry attempt ${attempt}/${maxAttempts}...`);
-      }
-
-      const startTime = Date.now();
-      const fixtureManager = new FixtureManager(scenario.framework, scenario.state, {
-        keepOnFail: options.keepOnFail,
-      });
-
-      try {
-        const workDir = await fixtureManager.setup();
-
-        const executor = new AgentExecutor(workDir, scenario.framework, {
-          verbose: options.verbose,
-        });
-        const agentResult = await executor.run();
-
-        const grader = new scenario.grader(workDir);
-        const gradeResult = await grader.grade();
-
-        lastResult = {
-          scenario: `${scenario.framework}/${scenario.state}`,
-          passed: gradeResult.passed,
-          duration: Date.now() - startTime,
-          checks: gradeResult.checks,
-          agentOutput: agentResult.output,
-          attempts: attempt,
-        };
-
-        if (gradeResult.passed) {
-          break; // Success, no more retries needed
-        }
-      } catch (error) {
-        lastResult = {
-          scenario: `${scenario.framework}/${scenario.state}`,
-          passed: false,
-          duration: Date.now() - startTime,
-          error: error instanceof Error ? error.message : String(error),
-          attempts: attempt,
-        };
-      } finally {
-        const shouldKeep = options.keep || (options.keepOnFail && !lastResult?.passed);
-        if (shouldKeep) {
-          console.log(`  Temp directory preserved: ${fixtureManager.getTempDir()}`);
-        } else {
-          await fixtureManager.cleanup();
-        }
-      }
-    }
+  const maxAttempts = (options.retry ?? 2) + 1;
 
-    if (lastResult) {
-      results.push(lastResult);
-      const status = lastResult.passed ? '✓ PASSED' : '✗ FAILED';
-      const attemptInfo =
-        lastResult.attempts && lastResult.attempts > 1 ? ` (attempt ${lastResult.attempts}/${maxAttempts})` : '';
-      console.log(`${status}${attemptInfo}`);
-
-      if (!lastResult.passed && !options.verbose) {
-        printFailureDetails(lastResult, false);
-      } else if (!lastResult.passed && options.verbose) {
-        printFailureDetails(lastResult, true);
-      }
-    }
+  // Use ParallelRunner for execution
+  const runner = new ParallelRunner(scenarios, {
+    maxAttempts,
+    verbose: options.verbose,
+    keep: options.keep,
+    keepOnFail: options.keepOnFail,
+    concurrency: options.sequential ? 1 : undefined,
+  });
+
+  // Determine output mode: dashboard for TTY, logging otherwise
+  const useDashboard = !options.noDashboard && process.stdout.isTTY;
+
+  let dashboard: { unmount: () => void } | null = null;
+  if (useDashboard) {
+    dashboard = renderDashboard({
+      scenarios: scenarios.map((s) => ({ framework: s.framework, state: s.state })),
+      concurrency: runner.getConcurrency(),
+    });
+  }
+
+  const results = await runner.run();
+
+  if (dashboard) {
+    dashboard.unmount();
   }
 
-  // Save results (skip in json mode since caller handles output)
+  // Print summary
+  printSummary(results);
+
+  // Save results
   const filepath = await saveResults(results, {
     framework: options.framework,
     state: options.state,
@@ -138,19 +94,18 @@ export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult
   return results;
 }
 
-function printFailureDetails(result: EvalResult, verbose: boolean): void {
-  if (result.error) {
-    console.log(`  Error: ${result.error}`);
-  } else if (result.checks) {
-    const failedChecks = result.checks.filter((c: GradeCheck) => !c.passed);
-    for (const check of failedChecks) {
-      console.log(`  - ${check.name}: ${check.message}`);
-      if (verbose && check.expected) {
-        console.log(`    Expected: ${check.expected}`);
-      }
-      if (verbose && check.actual) {
-        console.log(`    Actual: ${check.actual}`);
-      }
+function printSummary(results: EvalResult[]): void {
+  const passed = results.filter((r) => r.passed).length;
+  const failed = results.length - passed;
+
+  console.log('\n' + '─'.repeat(50));
+  console.log(`Summary: ${passed}/${results.length} passed, ${failed} failed`);
+
+  if (failed > 0) {
+    console.log('\nFailed scenarios:');
+    for (const result of results.filter((r) => !r.passed)) {
+      const attempts = result.attempts && result.attempts > 1 ? ` (${result.attempts} attempts)` : '';
+      console.log(`  ✗ ${result.scenario}${attempts}`);
     }
   }
 }
diff --git a/tests/evals/types.ts b/tests/evals/types.ts
index bc336ff..106b42e 100644
--- a/tests/evals/types.ts
+++ b/tests/evals/types.ts
@@ -29,6 +29,7 @@ export interface EvalOptions {
   framework?: string;
   state?: string;
   verbose?: boolean;
+  sequential?: boolean;
 }
 
 export interface ToolCall {

From e4351dd4112a83787a7c6c38e85d1b6a63ca04f1 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 17:04:13 -0600
Subject: [PATCH 14/21] chore(deps): add p-limit for parallel execution

---
 package.json   |  1 +
 pnpm-lock.yaml | 40 ++++++++++++++++++++++++++++++++++++++++
 2 files changed, 41 insertions(+)

diff --git a/package.json b/package.json
index c697b0b..71fd87a 100644
--- a/package.json
+++ b/package.json
@@ -63,6 +63,7 @@
     "@vitest/coverage-v8": "^4.0.18",
     "@vitest/ui": "^4.0.18",
     "dotenv": "^17.2.3",
+    "p-limit": "^7.2.0",
     "prettier": "^3.8.0",
     "tsx": "^4.20.3",
     "typescript": "^5.9.3",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index 8e55291..5d4b02c 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -81,6 +81,9 @@ importers:
       dotenv:
         specifier: ^17.2.3
         version: 17.2.3
+      p-limit:
+        specifier: ^7.2.0
+        version: 7.2.0
       prettier:
         specifier: ^3.8.0
         version: 3.8.0
@@ -492,56 +495,66 @@ packages:
     resolution: {integrity: sha512-9B+taZ8DlyyqzZQnoeIvDVR/2F4EbMepXMc/NdVbkzsJbzkUjhXv/70GQJ7tdLA4YJgNP25zukcxpX2/SueNrA==}
     cpu: [arm64]
     os: [linux]
+    libc: [glibc]
 
   '@img/sharp-libvips-linux-arm@1.0.5':
     resolution: {integrity: sha512-gvcC4ACAOPRNATg/ov8/MnbxFDJqf/pDePbBnuBDcjsI8PssmjoKMAz4LtLaVi+OnSb5FK/yIOamqDwGmXW32g==}
     cpu: [arm]
     os: [linux]
+    libc: [glibc]
 
   '@img/sharp-libvips-linux-x64@1.0.4':
     resolution: {integrity: sha512-MmWmQ3iPFZr0Iev+BAgVMb3ZyC4KeFc3jFxnNbEPas60e1cIfevbtuyf9nDGIzOaW9PdnDciJm+wFFaTlj5xYw==}
     cpu: [x64]
     os: [linux]
+    libc: [glibc]
 
   '@img/sharp-libvips-linuxmusl-arm64@1.0.4':
     resolution: {integrity: sha512-9Ti+BbTYDcsbp4wfYib8Ctm1ilkugkA/uscUn6UXK1ldpC1JjiXbLfFZtRlBhjPZ5o1NCLiDbg8fhUPKStHoTA==}
     cpu: [arm64]
     os: [linux]
+    libc: [musl]
 
   '@img/sharp-libvips-linuxmusl-x64@1.0.4':
     resolution: {integrity: sha512-viYN1KX9m+/hGkJtvYYp+CCLgnJXwiQB39damAO7WMdKWlIhmYTfHjwSbQeUK/20vY154mwezd9HflVFM1wVSw==}
     cpu: [x64]
     os: [linux]
+    libc: [musl]
 
   '@img/sharp-linux-arm64@0.33.5':
     resolution: {integrity: sha512-JMVv+AMRyGOHtO1RFBiJy/MBsgz0x4AWrT6QoEVVTyh1E39TrCUpTRI7mx9VksGX4awWASxqCYLCV4wBZHAYxA==}
     engines: {node: ^18.17.0 || ^20.3.0 || >=21.0.0}
     cpu: [arm64]
     os: [linux]
+    libc: [glibc]
 
   '@img/sharp-linux-arm@0.33.5':
     resolution: {integrity: sha512-JTS1eldqZbJxjvKaAkxhZmBqPRGmxgu+qFKSInv8moZ2AmT5Yib3EQ1c6gp493HvrvV8QgdOXdyaIBrhvFhBMQ==}
     engines: {node: ^18.17.0 || ^20.3.0 || >=21.0.0}
     cpu: [arm]
     os: [linux]
+    libc: [glibc]
 
   '@img/sharp-linux-x64@0.33.5':
     resolution: {integrity: sha512-opC+Ok5pRNAzuvq1AG0ar+1owsu842/Ab+4qvU879ippJBHvyY5n2mxF1izXqkPYlGuP/M556uh53jRLJmzTWA==}
     engines: {node: ^18.17.0 || ^20.3.0 || >=21.0.0}
     cpu: [x64]
     os: [linux]
+    libc: [glibc]
 
   '@img/sharp-linuxmusl-arm64@0.33.5':
     resolution: {integrity: sha512-XrHMZwGQGvJg2V/oRSUfSAfjfPxO+4DkiRh6p2AFjLQztWUuY/o8Mq0eMQVIY7HJ1CDQUJlxGGZRw1a5bqmd1g==}
     engines: {node: ^18.17.0 || ^20.3.0 || >=21.0.0}
     cpu: [arm64]
     os: [linux]
+    libc: [musl]
 
   '@img/sharp-linuxmusl-x64@0.33.5':
     resolution: {integrity: sha512-WT+d/cgqKkkKySYmqoZ8y3pxx7lx9vVejxW/W4DOFMYVSkErR+w7mf2u8m/y4+xHe7yY9DAXQMWQhpnMuFfScw==}
     engines: {node: ^18.17.0 || ^20.3.0 || >=21.0.0}
     cpu: [x64]
     os: [linux]
+    libc: [musl]
 
   '@img/sharp-win32-x64@0.33.5':
     resolution: {integrity: sha512-MpY/o8/8kj+EcnxwvrP4aTJSWw/aZ7JIGR4aBeZkZw5B7/Jn+tY9/VNwtcoGmdT7GfggGIU4kygOMSbYnOrAbg==}
@@ -853,66 +866,79 @@ packages:
     resolution: {integrity: sha512-Rn3n+FUk2J5VWx+ywrG/HGPTD9jXNbicRtTM11e/uorplArnXZYsVifnPPqNNP5BsO3roI4n8332ukpY/zN7rQ==}
     cpu: [arm]
     os: [linux]
+    libc: [glibc]
 
   '@rollup/rollup-linux-arm-musleabihf@4.55.1':
     resolution: {integrity: sha512-grPNWydeKtc1aEdrJDWk4opD7nFtQbMmV7769hiAaYyUKCT1faPRm2av8CX1YJsZ4TLAZcg9gTR1KvEzoLjXkg==}
     cpu: [arm]
     os: [linux]
+    libc: [musl]
 
   '@rollup/rollup-linux-arm64-gnu@4.55.1':
     resolution: {integrity: sha512-a59mwd1k6x8tXKcUxSyISiquLwB5pX+fJW9TkWU46lCqD/GRDe9uDN31jrMmVP3feI3mhAdvcCClhV8V5MhJFQ==}
     cpu: [arm64]
     os: [linux]
+    libc: [glibc]
 
   '@rollup/rollup-linux-arm64-musl@4.55.1':
     resolution: {integrity: sha512-puS1MEgWX5GsHSoiAsF0TYrpomdvkaXm0CofIMG5uVkP6IBV+ZO9xhC5YEN49nsgYo1DuuMquF9+7EDBVYu4uA==}
     cpu: [arm64]
     os: [linux]
+    libc: [musl]
 
   '@rollup/rollup-linux-loong64-gnu@4.55.1':
     resolution: {integrity: sha512-r3Wv40in+lTsULSb6nnoudVbARdOwb2u5fpeoOAZjFLznp6tDU8kd+GTHmJoqZ9lt6/Sys33KdIHUaQihFcu7g==}
     cpu: [loong64]
     os: [linux]
+    libc: [glibc]
 
   '@rollup/rollup-linux-loong64-musl@4.55.1':
     resolution: {integrity: sha512-MR8c0+UxAlB22Fq4R+aQSPBayvYa3+9DrwG/i1TKQXFYEaoW3B5b/rkSRIypcZDdWjWnpcvxbNaAJDcSbJU3Lw==}
     cpu: [loong64]
     os: [linux]
+    libc: [musl]
 
   '@rollup/rollup-linux-ppc64-gnu@4.55.1':
     resolution: {integrity: sha512-3KhoECe1BRlSYpMTeVrD4sh2Pw2xgt4jzNSZIIPLFEsnQn9gAnZagW9+VqDqAHgm1Xc77LzJOo2LdigS5qZ+gw==}
     cpu: [ppc64]
     os: [linux]
+    libc: [glibc]
 
   '@rollup/rollup-linux-ppc64-musl@4.55.1':
     resolution: {integrity: sha512-ziR1OuZx0vdYZZ30vueNZTg73alF59DicYrPViG0NEgDVN8/Jl87zkAPu4u6VjZST2llgEUjaiNl9JM6HH1Vdw==}
     cpu: [ppc64]
     os: [linux]
+    libc: [musl]
 
   '@rollup/rollup-linux-riscv64-gnu@4.55.1':
     resolution: {integrity: sha512-uW0Y12ih2XJRERZ4jAfKamTyIHVMPQnTZcQjme2HMVDAHY4amf5u414OqNYC+x+LzRdRcnIG1YodLrrtA8xsxw==}
     cpu: [riscv64]
     os: [linux]
+    libc: [glibc]
 
   '@rollup/rollup-linux-riscv64-musl@4.55.1':
     resolution: {integrity: sha512-u9yZ0jUkOED1BFrqu3BwMQoixvGHGZ+JhJNkNKY/hyoEgOwlqKb62qu+7UjbPSHYjiVy8kKJHvXKv5coH4wDeg==}
     cpu: [riscv64]
     os: [linux]
+    libc: [musl]
 
   '@rollup/rollup-linux-s390x-gnu@4.55.1':
     resolution: {integrity: sha512-/0PenBCmqM4ZUd0190j7J0UsQ/1nsi735iPRakO8iPciE7BQ495Y6msPzaOmvx0/pn+eJVVlZrNrSh4WSYLxNg==}
     cpu: [s390x]
     os: [linux]
+    libc: [glibc]
 
   '@rollup/rollup-linux-x64-gnu@4.55.1':
     resolution: {integrity: sha512-a8G4wiQxQG2BAvo+gU6XrReRRqj+pLS2NGXKm8io19goR+K8lw269eTrPkSdDTALwMmJp4th2Uh0D8J9bEV1vg==}
     cpu: [x64]
     os: [linux]
+    libc: [glibc]
 
   '@rollup/rollup-linux-x64-musl@4.55.1':
     resolution: {integrity: sha512-bD+zjpFrMpP/hqkfEcnjXWHMw5BIghGisOKPj+2NaNDuVT+8Ds4mPf3XcPHuat1tz89WRL+1wbcxKY3WSbiT7w==}
     cpu: [x64]
     os: [linux]
+    libc: [musl]
 
   '@rollup/rollup-openbsd-x64@4.55.1':
     resolution: {integrity: sha512-eLXw0dOiqE4QmvikfQ6yjgkg/xDM+MdU9YJuP4ySTibXU0oAvnEWXt7UDJmD4UkYialMfOGFPJnIHSe/kdzPxg==}
@@ -1576,6 +1602,10 @@ packages:
   outvariant@1.4.3:
     resolution: {integrity: sha512-+Sl2UErvtsoajRDKCE5/dBz4DIvHXQQnAxtQTF04OJxY0+DyZXSo5P5Bb7XYWOh81syohlYL24hbDwxedPUJCA==}
 
+  p-limit@7.2.0:
+    resolution: {integrity: sha512-ATHLtwoTNDloHRFFxFJdHnG6n2WUeFjaR8XQMFdKIv0xkXjrER8/iG9iu265jOM95zXHAfv9oTkqhrfbIzosrQ==}
+    engines: {node: '>=20'}
+
   partysocket@0.0.25:
     resolution: {integrity: sha512-1oCGA65fydX/FgdnsiBh68buOvfxuteoZVSb3Paci2kRp/7lhF0HyA8EDb5X/O6FxId1e+usPTQNRuzFEvkJbQ==}
 
@@ -2006,6 +2036,10 @@ packages:
     resolution: {integrity: sha512-4UEqdc2RYGHZc7Doyqkrqiln3p9X2DZVxaGbwhn2pi7MrRagKaOcIKe8L3OxYcbhXLgLFUS3zAYuQjKBQgmuNg==}
     engines: {node: ^20.19.0 || ^22.12.0 || >=23}
 
+  yocto-queue@1.2.2:
+    resolution: {integrity: sha512-4LCcse/U2MHZ63HAJVE+v71o7yOdIe4cZ70Wpf8D/IyjDKYQLV5GD46B+hSTjJsvV5PztjvHoU580EftxjDZFQ==}
+    engines: {node: '>=12.20'}
+
   yoctocolors-cjs@2.1.2:
     resolution: {integrity: sha512-cYVsTjKl8b+FrnidjibDWskAv7UKOfcwaVZdp/it9n1s9fU3IkgDbhdIRKCW4JDsAlECJY0ytoVPT3sK6kideA==}
     engines: {node: '>=18'}
@@ -3397,6 +3431,10 @@ snapshots:
   outvariant@1.4.3:
     optional: true
 
+  p-limit@7.2.0:
+    dependencies:
+      yocto-queue: 1.2.2
+
   partysocket@0.0.25:
     dependencies:
       event-target-shim: 6.0.2
@@ -3878,6 +3916,8 @@ snapshots:
       y18n: 5.0.8
       yargs-parser: 22.0.0
 
+  yocto-queue@1.2.2: {}
+
   yoctocolors-cjs@2.1.2:
     optional: true
 

From 2cceaa456523f5c8cc91c6ae85e2bfe071fe1fef Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 17:19:14 -0600
Subject: [PATCH 15/21] feat(evals): add structured JSON log export and CLI
 commands

Add debugging export layer that writes detailed JSON logs during eval runs:
- LogWriter subscribes to eval events and writes incrementally
- Includes all retry attempts, tool calls, and agent output (truncated at 10KB)
- New CLI commands: `pnpm eval:logs` to list, `pnpm eval:show` to view
- Survives interrupts by writing after each scenario completes
---
 package.json                   |   4 +-
 tests/evals/cli.ts             |  16 ++++-
 tests/evals/events.ts          |   4 +-
 tests/evals/index.ts           |  11 +++
 tests/evals/log-commands.ts    |  80 +++++++++++++++++++++
 tests/evals/log-types.ts       |  52 ++++++++++++++
 tests/evals/log-writer.ts      | 124 +++++++++++++++++++++++++++++++++
 tests/evals/parallel-runner.ts |   9 ++-
 tests/evals/runner.ts          |  21 +++++-
 9 files changed, 316 insertions(+), 5 deletions(-)
 create mode 100644 tests/evals/log-commands.ts
 create mode 100644 tests/evals/log-types.ts
 create mode 100644 tests/evals/log-writer.ts

diff --git a/package.json b/package.json
index 71fd87a..98163b6 100644
--- a/package.json
+++ b/package.json
@@ -89,7 +89,9 @@
     "typecheck": "tsc --noEmit",
     "eval": "tsx tests/evals/index.ts",
     "eval:history": "tsx tests/evals/index.ts history",
-    "eval:compare": "tsx tests/evals/index.ts compare"
+    "eval:compare": "tsx tests/evals/index.ts compare",
+    "eval:logs": "tsx tests/evals/index.ts logs",
+    "eval:show": "tsx tests/evals/index.ts show"
   },
   "author": "WorkOS",
   "license": "MIT"
diff --git a/tests/evals/cli.ts b/tests/evals/cli.ts
index 5dac439..69d1a3e 100644
--- a/tests/evals/cli.ts
+++ b/tests/evals/cli.ts
@@ -11,8 +11,9 @@ export interface CliOptions {
   noRetry: boolean;
   sequential: boolean;
   noDashboard: boolean;
-  command?: 'run' | 'history' | 'compare';
+  command?: 'run' | 'history' | 'compare' | 'logs' | 'show';
   compareIds?: [string, string];
+  logFile?: string;
 }
 
 const FRAMEWORKS = ['nextjs', 'react', 'react-router', 'tanstack-start', 'vanilla-js'];
@@ -44,6 +45,17 @@ export function parseArgs(args: string[]): CliOptions {
     return options;
   }
 
+  if (args[0] === 'logs') {
+    options.command = 'logs';
+    return options;
+  }
+
+  if (args[0] === 'show' && args[1]) {
+    options.command = 'show';
+    options.logFile = args[1];
+    return options;
+  }
+
   options.command = 'run';
 
   for (const arg of args) {
@@ -99,6 +111,8 @@ Commands:
   run (default)       Run evaluations
   history             List recent eval runs
   compare <id1> <id2> Compare two eval runs
+  logs                List recent detailed log files
+  show <file>         Display formatted log summary
 
 Options:
   --framework=<name>  Run only scenarios for this framework
diff --git a/tests/evals/events.ts b/tests/evals/events.ts
index 92373ba..e6dc893 100644
--- a/tests/evals/events.ts
+++ b/tests/evals/events.ts
@@ -1,5 +1,5 @@
 import { EventEmitter } from 'node:events';
-import type { GradeCheck } from './types.js';
+import type { GradeCheck, ToolCall } from './types.js';
 
 export interface ScenarioEvent {
   scenario: string;
@@ -17,6 +17,8 @@ export interface ScenarioCompleteEvent extends ScenarioEvent {
   attempt: number;
   checks?: GradeCheck[];
   error?: string;
+  toolCalls?: ToolCall[];
+  agentOutput?: string;
 }
 
 export interface RunProgressEvent {
diff --git a/tests/evals/index.ts b/tests/evals/index.ts
index 8fab685..444be0f 100644
--- a/tests/evals/index.ts
+++ b/tests/evals/index.ts
@@ -3,6 +3,7 @@ import { parseArgs, printHelp } from './cli.js';
 import { runEvals } from './runner.js';
 import { printMatrix, printJson } from './reporter.js';
 import { listRuns, loadRun, compareRuns } from './history.js';
+import { listLogs, showLog } from './log-commands.js';
 
 async function main() {
   const options = parseArgs(process.argv.slice(2));
@@ -36,6 +37,16 @@ async function main() {
         break;
       }
 
+      case 'logs': {
+        await listLogs();
+        break;
+      }
+
+      case 'show': {
+        await showLog(options.logFile!);
+        break;
+      }
+
       case 'run':
       default: {
         const results = await runEvals({
diff --git a/tests/evals/log-commands.ts b/tests/evals/log-commands.ts
new file mode 100644
index 0000000..3292304
--- /dev/null
+++ b/tests/evals/log-commands.ts
@@ -0,0 +1,80 @@
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import type { EvalLogFile } from './log-types.js';
+
+const RESULTS_DIR = path.join(process.cwd(), 'tests', 'eval-results');
+
+export async function listLogs(): Promise<void> {
+  try {
+    const files = await fs.readdir(RESULTS_DIR);
+    const logFiles = files
+      .filter((f) => f.startsWith('eval-run-') && f.endsWith('.json'))
+      .sort()
+      .reverse()
+      .slice(0, 10);
+
+    if (logFiles.length === 0) {
+      console.log('No eval log files found. Run `pnpm eval` first.');
+      return;
+    }
+
+    console.log('Recent eval logs:\n');
+    for (const file of logFiles) {
+      const stat = await fs.stat(path.join(RESULTS_DIR, file));
+      const size = Math.round(stat.size / 1024);
+      console.log(`  ${file} (${size}KB)`);
+    }
+    console.log(`\nUse 'pnpm eval:show <filename>' to view details.`);
+  } catch (error) {
+    if ((error as NodeJS.ErrnoException).code === 'ENOENT') {
+      console.log('No eval log files found. Run `pnpm eval` first.');
+    } else {
+      throw error;
+    }
+  }
+}
+
+export async function showLog(filename: string): Promise<void> {
+  const filePath = path.join(RESULTS_DIR, filename);
+
+  try {
+    const content = await fs.readFile(filePath, 'utf-8');
+    const log: EvalLogFile = JSON.parse(content);
+
+    console.log(`\n=== Eval Run: ${log.meta.timestamp} ===\n`);
+    console.log(`Concurrency: ${log.meta.concurrency}`);
+    console.log(`Duration: ${Math.round((log.meta.totalDuration ?? 0) / 1000)}s`);
+    console.log(`Pass rate: ${log.summary.passRate}% (${log.summary.passed}/${log.summary.total})\n`);
+
+    console.log('Scenarios:');
+    for (const s of log.scenarios) {
+      const icon = s.finalStatus === 'passed' ? '✓' : '✗';
+      const attempts = s.attempts.length > 1 ? ` (${s.attempts.length} attempts)` : '';
+      console.log(`  ${icon} ${s.scenario} - ${Math.round(s.totalDuration / 1000)}s${attempts}`);
+
+      if (s.finalStatus === 'failed') {
+        const lastAttempt = s.attempts[s.attempts.length - 1];
+        if (lastAttempt.error) {
+          console.log(`      Error: ${lastAttempt.error}`);
+        }
+        if (lastAttempt.checks) {
+          const failed = lastAttempt.checks.filter((c) => !c.passed);
+          for (const c of failed) {
+            console.log(`      - ${c.name}: ${c.message}`);
+          }
+        }
+      }
+    }
+  } catch (error) {
+    if ((error as NodeJS.ErrnoException).code === 'ENOENT') {
+      console.error(`Log file not found: ${filename}`);
+      console.error(`Use 'pnpm eval:logs' to list available files.`);
+      process.exit(1);
+    } else if (error instanceof SyntaxError) {
+      console.error(`Invalid JSON in log file: ${filename}`);
+      process.exit(1);
+    } else {
+      throw error;
+    }
+  }
+}
diff --git a/tests/evals/log-types.ts b/tests/evals/log-types.ts
new file mode 100644
index 0000000..0fc668b
--- /dev/null
+++ b/tests/evals/log-types.ts
@@ -0,0 +1,52 @@
+import type { GradeCheck, ToolCall } from './types.js';
+
+export interface LogMeta {
+  timestamp: string;
+  startTime: number;
+  endTime?: number;
+  totalDuration?: number;
+  concurrency: number;
+  cpuCount: number;
+  cliFlags: {
+    framework?: string;
+    state?: string;
+    verbose?: boolean;
+    debug?: boolean;
+    retry?: number;
+  };
+}
+
+export interface LogScenarioAttempt {
+  attempt: number;
+  startTime: number;
+  endTime: number;
+  duration: number;
+  passed: boolean;
+  error?: string;
+  checks?: GradeCheck[];
+  toolCalls?: ToolCall[];
+}
+
+export interface LogScenario {
+  scenario: string;
+  framework: string;
+  state: string;
+  finalStatus: 'passed' | 'failed';
+  totalDuration: number;
+  attempts: LogScenarioAttempt[];
+  agentOutput?: string;
+  agentOutputTruncated?: boolean;
+}
+
+export interface LogSummary {
+  total: number;
+  passed: number;
+  failed: number;
+  passRate: number;
+}
+
+export interface EvalLogFile {
+  meta: LogMeta;
+  scenarios: LogScenario[];
+  summary: LogSummary;
+}
diff --git a/tests/evals/log-writer.ts b/tests/evals/log-writer.ts
new file mode 100644
index 0000000..3c38354
--- /dev/null
+++ b/tests/evals/log-writer.ts
@@ -0,0 +1,124 @@
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import os from 'node:os';
+import { evalEvents, type ScenarioCompleteEvent } from './events.js';
+import type { EvalLogFile, LogMeta, LogScenario, LogScenarioAttempt } from './log-types.js';
+
+const MAX_AGENT_OUTPUT_LENGTH = 10 * 1024; // 10KB
+
+export class LogWriter {
+  private logFile: EvalLogFile;
+  private filePath: string;
+  private scenarioAttempts: Map<string, LogScenarioAttempt[]> = new Map();
+  private scenarioStartTimes: Map<string, number> = new Map();
+
+  constructor(options: { concurrency: number; cliFlags: LogMeta['cliFlags'] }) {
+    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+    this.filePath = path.join(process.cwd(), 'tests', 'eval-results', `eval-run-${timestamp}.json`);
+
+    this.logFile = {
+      meta: {
+        timestamp: new Date().toISOString(),
+        startTime: Date.now(),
+        concurrency: options.concurrency,
+        cpuCount: os.cpus().length,
+        cliFlags: options.cliFlags,
+      },
+      scenarios: [],
+      summary: { total: 0, passed: 0, failed: 0, passRate: 0 },
+    };
+
+    this.setupListeners();
+  }
+
+  private setupListeners(): void {
+    evalEvents.on('scenario:start', (e) => {
+      this.scenarioStartTimes.set(e.scenario, Date.now());
+      if (!this.scenarioAttempts.has(e.scenario)) {
+        this.scenarioAttempts.set(e.scenario, []);
+      }
+    });
+
+    evalEvents.on('scenario:retry', (e) => {
+      this.scenarioStartTimes.set(e.scenario, Date.now());
+    });
+
+    evalEvents.on('scenario:complete', async (e: ScenarioCompleteEvent) => {
+      const startTime = this.scenarioStartTimes.get(e.scenario) ?? Date.now();
+      const attempts = this.scenarioAttempts.get(e.scenario) ?? [];
+
+      // Record this attempt
+      attempts.push({
+        attempt: e.attempt,
+        startTime,
+        endTime: Date.now(),
+        duration: e.duration,
+        passed: e.passed,
+        error: e.error,
+        checks: e.checks,
+        toolCalls: e.toolCalls,
+      });
+
+      this.scenarioAttempts.set(e.scenario, attempts);
+
+      // Build scenario entry
+      const scenario: LogScenario = {
+        scenario: e.scenario,
+        framework: e.framework,
+        state: e.state,
+        finalStatus: e.passed ? 'passed' : 'failed',
+        totalDuration: attempts.reduce((sum, a) => sum + a.duration, 0),
+        attempts,
+        agentOutput: this.truncateOutput(e.agentOutput),
+        agentOutputTruncated: (e.agentOutput?.length ?? 0) > MAX_AGENT_OUTPUT_LENGTH,
+      };
+
+      this.logFile.scenarios.push(scenario);
+      await this.writeFile();
+    });
+
+    evalEvents.on('run:complete', async () => {
+      this.logFile.meta.endTime = Date.now();
+      this.logFile.meta.totalDuration = this.logFile.meta.endTime - this.logFile.meta.startTime;
+
+      const passed = this.logFile.scenarios.filter((s) => s.finalStatus === 'passed').length;
+      const total = this.logFile.scenarios.length;
+
+      this.logFile.summary = {
+        total,
+        passed,
+        failed: total - passed,
+        passRate: total > 0 ? Math.round((passed / total) * 100) : 0,
+      };
+
+      await this.writeFile();
+    });
+  }
+
+  private truncateOutput(output?: string): string | undefined {
+    if (!output) return undefined;
+    if (output.length <= MAX_AGENT_OUTPUT_LENGTH) return output;
+    return output.slice(0, MAX_AGENT_OUTPUT_LENGTH) + '\n\n[TRUNCATED - output exceeded 10KB]';
+  }
+
+  private async writeFile(): Promise<void> {
+    try {
+      await fs.mkdir(path.dirname(this.filePath), { recursive: true });
+      await fs.writeFile(this.filePath, JSON.stringify(this.logFile, null, 2), 'utf-8');
+    } catch (error) {
+      // Non-fatal - log warning and continue
+      console.warn(`Warning: Failed to write log file: ${error}`);
+    }
+  }
+
+  getFilePath(): string {
+    return this.filePath;
+  }
+
+  cleanup(): void {
+    evalEvents.removeAllListeners('scenario:start');
+    evalEvents.removeAllListeners('scenario:retry');
+    evalEvents.removeAllListeners('scenario:complete');
+    evalEvents.removeAllListeners('run:complete');
+  }
+}
diff --git a/tests/evals/parallel-runner.ts b/tests/evals/parallel-runner.ts
index faceb86..771320c 100644
--- a/tests/evals/parallel-runner.ts
+++ b/tests/evals/parallel-runner.ts
@@ -1,5 +1,5 @@
 import pLimit from 'p-limit';
-import type { EvalResult, Grader, GradeCheck } from './types.js';
+import type { EvalResult, Grader, GradeCheck, ToolCall } from './types.js';
 import { FixtureManager } from './fixture-manager.js';
 import { AgentExecutor } from './agent-executor.js';
 import { detectConcurrency } from './concurrency.js';
@@ -89,6 +89,7 @@ export class ParallelRunner {
     console.log(`Starting: ${scenarioName}`);
 
     let lastResult: EvalResult | null = null;
+    let lastToolCalls: ToolCall[] = [];
     let attempt = 0;
 
     while (attempt < this.options.maxAttempts && !this.isShuttingDown) {
@@ -114,6 +115,7 @@ export class ParallelRunner {
       });
 
       this.activeFixtures.add(fixtureManager);
+      lastToolCalls = []; // Reset for this attempt
 
       try {
         const workDir = await fixtureManager.setup();
@@ -122,6 +124,7 @@ export class ParallelRunner {
           verbose: this.options.verbose,
         });
         const agentResult = await executor.run();
+        lastToolCalls = agentResult.toolCalls;
 
         const grader = new scenario.grader(workDir);
         const gradeResult = await grader.grade();
@@ -145,6 +148,8 @@ export class ParallelRunner {
             duration: lastResult.duration,
             attempt,
             checks: gradeResult.checks,
+            toolCalls: agentResult.toolCalls,
+            agentOutput: agentResult.output,
           });
           break;
         }
@@ -183,6 +188,8 @@ export class ParallelRunner {
         attempt: lastResult.attempts ?? 1,
         checks: lastResult.checks,
         error: lastResult.error,
+        toolCalls: lastToolCalls,
+        agentOutput: lastResult.agentOutput,
       });
     }
 
diff --git a/tests/evals/runner.ts b/tests/evals/runner.ts
index 3fd9ce1..104fff5 100644
--- a/tests/evals/runner.ts
+++ b/tests/evals/runner.ts
@@ -6,6 +6,7 @@ import { VanillaGrader } from './graders/vanilla.grader.js';
 import { saveResults } from './history.js';
 import { ParallelRunner } from './parallel-runner.js';
 import { renderDashboard } from './dashboard/index.js';
+import { LogWriter } from './log-writer.js';
 import type { EvalResult, EvalOptions, Grader } from './types.js';
 
 interface Scenario {
@@ -46,6 +47,7 @@ export interface ExtendedEvalOptions extends EvalOptions {
   keepOnFail?: boolean;
   retry?: number;
   noDashboard?: boolean;
+  debug?: boolean;
 }
 
 export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult[]> {
@@ -64,6 +66,18 @@ export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult
     concurrency: options.sequential ? 1 : undefined,
   });
 
+  // Initialize log writer
+  const logWriter = new LogWriter({
+    concurrency: runner.getConcurrency(),
+    cliFlags: {
+      framework: options.framework,
+      state: options.state,
+      verbose: options.verbose,
+      debug: options.debug,
+      retry: options.retry,
+    },
+  });
+
   // Determine output mode: dashboard for TTY, logging otherwise
   const useDashboard = !options.noDashboard && process.stdout.isTTY;
 
@@ -84,12 +98,17 @@ export async function runEvals(options: ExtendedEvalOptions): Promise<EvalResult
   // Print summary
   printSummary(results);
 
+  // Print log file location
+  console.log(`\nDetailed log: ${logWriter.getFilePath()}`);
+
+  logWriter.cleanup();
+
   // Save results
   const filepath = await saveResults(results, {
     framework: options.framework,
     state: options.state,
   });
-  console.log(`\nResults saved to: ${filepath}`);
+  console.log(`Results saved to: ${filepath}`);
 
   return results;
 }

From 83a2bf5793c396548e0f20df24f4b5c0d5ba66e6 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 17:24:30 -0600
Subject: [PATCH 16/21] fix(evals): add scenario labels to verbose output

Prefix verbose console output with [framework/state] labels so parallel
execution logs are easier to follow.
---
 tests/evals/agent-executor.ts  | 12 +++++++-----
 tests/evals/parallel-runner.ts |  1 +
 2 files changed, 8 insertions(+), 5 deletions(-)

diff --git a/tests/evals/agent-executor.ts b/tests/evals/agent-executor.ts
index 0e030fa..897d2e6 100644
--- a/tests/evals/agent-executor.ts
+++ b/tests/evals/agent-executor.ts
@@ -15,6 +15,7 @@ export interface AgentResult {
 
 export interface AgentExecutorOptions {
   verbose?: boolean;
+  scenarioName?: string;
 }
 
 // Skill name mapping for each framework
@@ -44,8 +45,9 @@ export class AgentExecutor {
     const toolCalls: ToolCall[] = [];
     const collectedOutput: string[] = [];
 
+    const label = this.options.scenarioName ? `[${this.options.scenarioName}]` : '';
     if (this.options.verbose) {
-      console.log(`  Initializing agent for ${integration}...`);
+      console.log(`${label} Initializing agent for ${integration}...`);
     }
 
     // Write .env.local with credentials (agent configures redirect URI per framework)
@@ -99,7 +101,7 @@ export class AgentExecutor {
 
       // Process message stream
       for await (const message of response) {
-        this.handleMessage(message, toolCalls, collectedOutput);
+        this.handleMessage(message, toolCalls, collectedOutput, label);
       }
 
       return {
@@ -135,7 +137,7 @@ Use the \`${skillName}\` skill to integrate WorkOS AuthKit into this application
 Begin by invoking the ${skillName} skill.`;
   }
 
-  private handleMessage(message: any, toolCalls: ToolCall[], collectedOutput: string[]): void {
+  private handleMessage(message: any, toolCalls: ToolCall[], collectedOutput: string[], label: string): void {
     if (message.type === 'assistant') {
       const content = message.message?.content;
       if (Array.isArray(content)) {
@@ -144,7 +146,7 @@ Begin by invoking the ${skillName} skill.`;
           if (block.type === 'text' && typeof block.text === 'string') {
             collectedOutput.push(block.text);
             if (this.options.verbose) {
-              console.log(`  Agent: ${block.text.slice(0, 100)}...`);
+              console.log(`${label} Agent: ${block.text.slice(0, 100)}...`);
             }
           }
           // Capture tool calls
@@ -155,7 +157,7 @@ Begin by invoking the ${skillName} skill.`;
             };
             toolCalls.push(call);
             if (this.options.verbose) {
-              console.log(`  Tool: ${block.name}`);
+              console.log(`${label} Tool: ${block.name}`);
             }
           }
         }
diff --git a/tests/evals/parallel-runner.ts b/tests/evals/parallel-runner.ts
index 771320c..34e1845 100644
--- a/tests/evals/parallel-runner.ts
+++ b/tests/evals/parallel-runner.ts
@@ -122,6 +122,7 @@ export class ParallelRunner {
 
         const executor = new AgentExecutor(workDir, scenario.framework, {
           verbose: this.options.verbose,
+          scenarioName,
         });
         const agentResult = await executor.run();
         lastToolCalls = agentResult.toolCalls;

From 7efb46ea0f66578fe54ba7e01861e692a306552c Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Sun, 1 Feb 2026 17:30:48 -0600
Subject: [PATCH 17/21] fix(evals): use latest versions for tanstack-start
 fixtures

Switch from pinned semver ranges to `latest` tag for tanstack packages.
This ensures evals test against what users actually install, surfacing
upstream breakage as signal rather than hiding it behind old versions.

Note: tanstack-start is currently broken upstream (incompatible internal
deps). Tests will auto-heal when they publish a fix.
---
 tests/fixtures/tanstack-start/existing-auth0/package.json | 6 +++---
 tests/fixtures/tanstack-start/existing/package.json       | 6 +++---
 tests/fixtures/tanstack-start/fresh/package.json          | 6 +++---
 3 files changed, 9 insertions(+), 9 deletions(-)

diff --git a/tests/fixtures/tanstack-start/existing-auth0/package.json b/tests/fixtures/tanstack-start/existing-auth0/package.json
index de863b8..2220220 100644
--- a/tests/fixtures/tanstack-start/existing-auth0/package.json
+++ b/tests/fixtures/tanstack-start/existing-auth0/package.json
@@ -9,11 +9,11 @@
   },
   "dependencies": {
     "@auth0/auth0-react": "^2.2.4",
-    "@tanstack/react-router": "^1.95.1",
-    "@tanstack/start": "^1.95.1",
+    "@tanstack/react-router": "latest",
+    "@tanstack/start": "latest",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
-    "vinxi": "^0.5.1"
+    "vinxi": "latest"
   },
   "devDependencies": {
     "@types/react": "^18.3.12",
diff --git a/tests/fixtures/tanstack-start/existing/package.json b/tests/fixtures/tanstack-start/existing/package.json
index 9d207e5..039af91 100644
--- a/tests/fixtures/tanstack-start/existing/package.json
+++ b/tests/fixtures/tanstack-start/existing/package.json
@@ -8,11 +8,11 @@
     "start": "vinxi start"
   },
   "dependencies": {
-    "@tanstack/react-router": "^1.95.1",
-    "@tanstack/start": "^1.95.1",
+    "@tanstack/react-router": "latest",
+    "@tanstack/start": "latest",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
-    "vinxi": "^0.5.1"
+    "vinxi": "latest"
   },
   "devDependencies": {
     "@types/react": "^18.3.12",
diff --git a/tests/fixtures/tanstack-start/fresh/package.json b/tests/fixtures/tanstack-start/fresh/package.json
index 518bb25..d6ca35f 100644
--- a/tests/fixtures/tanstack-start/fresh/package.json
+++ b/tests/fixtures/tanstack-start/fresh/package.json
@@ -8,11 +8,11 @@
     "start": "vinxi start"
   },
   "dependencies": {
-    "@tanstack/react-router": "^1.95.1",
-    "@tanstack/start": "^1.95.1",
+    "@tanstack/react-router": "latest",
+    "@tanstack/start": "latest",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
-    "vinxi": "^0.5.1"
+    "vinxi": "latest"
   },
   "devDependencies": {
     "@types/react": "^18.3.12",

From cc391461f3124e20ef9b08eda7ac253e6e291e86 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Mon, 2 Feb 2026 05:34:29 -0600
Subject: [PATCH 18/21] fix(evals): rebuild tanstack-start fixtures for new
 Vite-based architecture

TanStack Start moved from vinxi to pure Vite. Old fixtures used the
deprecated vinxi-based structure which no longer works with latest.

Changes:
- Replace vinxi scripts with vite dev/build
- Replace @tanstack/start with @tanstack/react-start
- Move app/ to src/ directory structure
- Add vite.config.ts with tanstackStart plugin
- Update to React 19
- Add .gitignore for fixture artifacts

All three fixtures now build successfully with latest TanStack versions.
---
 tests/fixtures/.gitignore                     |  6 ++
 .../existing-auth0/app.config.ts              |  3 -
 .../existing-auth0/app/client.tsx             |  7 --
 .../existing-auth0/app/router.tsx             | 16 ----
 .../existing-auth0/app/routes/__root.tsx      | 32 -------
 .../existing-auth0/app/routes/about.tsx       | 14 ---
 .../existing-auth0/app/routes/dashboard.tsx   | 30 -------
 .../existing-auth0/app/routes/index.tsx       | 22 -----
 .../tanstack-start/existing-auth0/app/ssr.tsx |  6 --
 .../existing-auth0/package.json               | 24 +++---
 .../existing-auth0/src/routeTree.gen.ts       | 86 +++++++++++++++++++
 .../existing-auth0/src/router.tsx             | 13 +++
 .../existing-auth0/src/routes/__root.tsx      | 37 ++++++++
 .../existing-auth0/src/routes/dashboard.tsx   | 27 ++++++
 .../existing-auth0/src/routes/index.tsx       | 29 +++++++
 .../existing-auth0/src/styles.css             | 20 +++++
 .../existing-auth0/tsconfig.json              | 17 ++--
 .../existing-auth0/vite.config.ts             | 14 +++
 .../tanstack-start/existing/app.config.ts     |  3 -
 .../tanstack-start/existing/app/client.tsx    |  7 --
 .../tanstack-start/existing/app/router.tsx    | 16 ----
 .../existing/app/routes/__root.tsx            | 23 -----
 .../existing/app/routes/about.tsx             | 14 ---
 .../existing/app/routes/dashboard.tsx         | 14 ---
 .../existing/app/routes/index.tsx             | 14 ---
 .../tanstack-start/existing/app/ssr.tsx       |  6 --
 .../tanstack-start/existing/package.json      | 24 +++---
 .../existing/src/routeTree.gen.ts             | 86 +++++++++++++++++++
 .../tanstack-start/existing/src/router.tsx    | 13 +++
 .../existing/src/routes/__root.tsx            | 28 ++++++
 .../existing/src/routes/dashboard.tsx         | 24 ++++++
 .../existing/src/routes/index.tsx             | 17 ++++
 .../tanstack-start/existing/src/styles.css    | 20 +++++
 .../tanstack-start/existing/tsconfig.json     | 17 ++--
 .../tanstack-start/existing/vite.config.ts    | 14 +++
 .../tanstack-start/fresh/app.config.ts        |  3 -
 .../tanstack-start/fresh/app/client.tsx       |  7 --
 .../tanstack-start/fresh/app/router.tsx       | 16 ----
 .../fresh/app/routes/__root.tsx               | 20 -----
 .../tanstack-start/fresh/app/routes/index.tsx | 14 ---
 .../fixtures/tanstack-start/fresh/app/ssr.tsx |  6 --
 .../tanstack-start/fresh/package.json         | 24 +++---
 .../tanstack-start/fresh/src/routeTree.gen.ts | 68 +++++++++++++++
 .../tanstack-start/fresh/src/router.tsx       | 13 +++
 .../fresh/src/routes/__root.tsx               | 28 ++++++
 .../tanstack-start/fresh/src/routes/index.tsx | 14 +++
 .../tanstack-start/fresh/src/styles.css       | 20 +++++
 .../tanstack-start/fresh/tsconfig.json        | 20 +++--
 .../tanstack-start/fresh/vite.config.ts       | 14 +++
 49 files changed, 660 insertions(+), 350 deletions(-)
 create mode 100644 tests/fixtures/.gitignore
 delete mode 100644 tests/fixtures/tanstack-start/existing-auth0/app.config.ts
 delete mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/client.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/router.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/routes/about.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/routes/dashboard.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/routes/index.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing-auth0/app/ssr.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/src/routeTree.gen.ts
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/src/router.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/src/routes/__root.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/src/routes/dashboard.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/src/routes/index.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/src/styles.css
 create mode 100644 tests/fixtures/tanstack-start/existing-auth0/vite.config.ts
 delete mode 100644 tests/fixtures/tanstack-start/existing/app.config.ts
 delete mode 100644 tests/fixtures/tanstack-start/existing/app/client.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing/app/router.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing/app/routes/about.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing/app/routes/dashboard.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing/app/routes/index.tsx
 delete mode 100644 tests/fixtures/tanstack-start/existing/app/ssr.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/src/routeTree.gen.ts
 create mode 100644 tests/fixtures/tanstack-start/existing/src/router.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/src/routes/__root.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/src/routes/dashboard.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/src/routes/index.tsx
 create mode 100644 tests/fixtures/tanstack-start/existing/src/styles.css
 create mode 100644 tests/fixtures/tanstack-start/existing/vite.config.ts
 delete mode 100644 tests/fixtures/tanstack-start/fresh/app.config.ts
 delete mode 100644 tests/fixtures/tanstack-start/fresh/app/client.tsx
 delete mode 100644 tests/fixtures/tanstack-start/fresh/app/router.tsx
 delete mode 100644 tests/fixtures/tanstack-start/fresh/app/routes/__root.tsx
 delete mode 100644 tests/fixtures/tanstack-start/fresh/app/routes/index.tsx
 delete mode 100644 tests/fixtures/tanstack-start/fresh/app/ssr.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/src/routeTree.gen.ts
 create mode 100644 tests/fixtures/tanstack-start/fresh/src/router.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/src/routes/__root.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/src/routes/index.tsx
 create mode 100644 tests/fixtures/tanstack-start/fresh/src/styles.css
 create mode 100644 tests/fixtures/tanstack-start/fresh/vite.config.ts

diff --git a/tests/fixtures/.gitignore b/tests/fixtures/.gitignore
new file mode 100644
index 0000000..51706ab
--- /dev/null
+++ b/tests/fixtures/.gitignore
@@ -0,0 +1,6 @@
+# Ignore artifacts from running fixtures locally
+node_modules/
+pnpm-lock.yaml
+.vinxi/
+.output/
+dist/
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app.config.ts b/tests/fixtures/tanstack-start/existing-auth0/app.config.ts
deleted file mode 100644
index ac46b90..0000000
--- a/tests/fixtures/tanstack-start/existing-auth0/app.config.ts
+++ /dev/null
@@ -1,3 +0,0 @@
-import { defineConfig } from '@tanstack/start/config';
-
-export default defineConfig({});
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/client.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/client.tsx
deleted file mode 100644
index 0af9ea0..0000000
--- a/tests/fixtures/tanstack-start/existing-auth0/app/client.tsx
+++ /dev/null
@@ -1,7 +0,0 @@
-import { StartClient } from '@tanstack/start';
-import { hydrateRoot } from 'react-dom/client';
-import { createRouter } from './router';
-
-const router = createRouter();
-
-hydrateRoot(document, <StartClient router={router} />);
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/router.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/router.tsx
deleted file mode 100644
index 4487607..0000000
--- a/tests/fixtures/tanstack-start/existing-auth0/app/router.tsx
+++ /dev/null
@@ -1,16 +0,0 @@
-import { createRouter as createTanStackRouter } from '@tanstack/react-router';
-import { routeTree } from './routeTree.gen';
-
-export function createRouter() {
-  const router = createTanStackRouter({
-    routeTree,
-  });
-
-  return router;
-}
-
-declare module '@tanstack/react-router' {
-  interface Register {
-    router: ReturnType<typeof createRouter>;
-  }
-}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
deleted file mode 100644
index 6924409..0000000
--- a/tests/fixtures/tanstack-start/existing-auth0/app/routes/__root.tsx
+++ /dev/null
@@ -1,32 +0,0 @@
-import { Link, Outlet, createRootRoute } from '@tanstack/react-router';
-import { Auth0Provider } from '@auth0/auth0-react';
-
-export const Route = createRootRoute({
-  component: RootComponent,
-});
-
-function RootComponent() {
-  return (
-    <html lang="en">
-      <head>
-        <meta charSet="utf-8" />
-        <meta name="viewport" content="width=device-width, initial-scale=1" />
-        <title>TanStack Start with Auth0</title>
-      </head>
-      <body>
-        <Auth0Provider
-          domain={import.meta.env.VITE_AUTH0_DOMAIN || ''}
-          clientId={import.meta.env.VITE_AUTH0_CLIENT_ID || ''}
-          authorizationParams={{
-            redirect_uri: typeof window !== 'undefined' ? window.location.origin : '',
-          }}
-        >
-          <nav>
-            <Link to="/">Home</Link> | <Link to="/about">About</Link> | <Link to="/dashboard">Dashboard</Link>
-          </nav>
-          <Outlet />
-        </Auth0Provider>
-      </body>
-    </html>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/about.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/about.tsx
deleted file mode 100644
index 196b6a6..0000000
--- a/tests/fixtures/tanstack-start/existing-auth0/app/routes/about.tsx
+++ /dev/null
@@ -1,14 +0,0 @@
-import { createFileRoute } from '@tanstack/react-router';
-
-export const Route = createFileRoute('/about')({
-  component: About,
-});
-
-function About() {
-  return (
-    <div>
-      <h1>About</h1>
-      <p>This is an existing TanStack Start application with Auth0.</p>
-    </div>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/dashboard.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/dashboard.tsx
deleted file mode 100644
index ec67bb1..0000000
--- a/tests/fixtures/tanstack-start/existing-auth0/app/routes/dashboard.tsx
+++ /dev/null
@@ -1,30 +0,0 @@
-import { createFileRoute } from '@tanstack/react-router';
-import { useAuth0 } from '@auth0/auth0-react';
-
-export const Route = createFileRoute('/dashboard')({
-  component: Dashboard,
-});
-
-function Dashboard() {
-  const { isAuthenticated, isLoading, user } = useAuth0();
-
-  if (isLoading) {
-    return <div>Loading...</div>;
-  }
-
-  if (!isAuthenticated) {
-    return (
-      <div>
-        <h1>Dashboard</h1>
-        <p>Please log in to view the dashboard.</p>
-      </div>
-    );
-  }
-
-  return (
-    <div>
-      <h1>Dashboard</h1>
-      <p>Welcome, {user?.name}!</p>
-    </div>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/routes/index.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/routes/index.tsx
deleted file mode 100644
index cf655ff..0000000
--- a/tests/fixtures/tanstack-start/existing-auth0/app/routes/index.tsx
+++ /dev/null
@@ -1,22 +0,0 @@
-import { createFileRoute } from '@tanstack/react-router';
-import { useAuth0 } from '@auth0/auth0-react';
-
-export const Route = createFileRoute('/')({
-  component: Home,
-});
-
-function Home() {
-  const { isAuthenticated, loginWithRedirect, logout } = useAuth0();
-
-  return (
-    <div>
-      <h1>Home</h1>
-      <p>Welcome to the home page.</p>
-      {isAuthenticated ? (
-        <button onClick={() => logout()}>Logout</button>
-      ) : (
-        <button onClick={() => loginWithRedirect()}>Login</button>
-      )}
-    </div>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/app/ssr.tsx b/tests/fixtures/tanstack-start/existing-auth0/app/ssr.tsx
deleted file mode 100644
index 2a5ee26..0000000
--- a/tests/fixtures/tanstack-start/existing-auth0/app/ssr.tsx
+++ /dev/null
@@ -1,6 +0,0 @@
-import { createStartHandler, defaultStreamHandler } from '@tanstack/start/server';
-import { createRouter } from './router';
-
-export default createStartHandler({
-  createRouter,
-})(defaultStreamHandler);
diff --git a/tests/fixtures/tanstack-start/existing-auth0/package.json b/tests/fixtures/tanstack-start/existing-auth0/package.json
index 2220220..43a722b 100644
--- a/tests/fixtures/tanstack-start/existing-auth0/package.json
+++ b/tests/fixtures/tanstack-start/existing-auth0/package.json
@@ -3,22 +3,24 @@
   "private": true,
   "type": "module",
   "scripts": {
-    "dev": "vinxi dev",
-    "build": "vinxi build",
-    "start": "vinxi start"
+    "dev": "vite dev --port 3000",
+    "build": "vite build",
+    "start": "vite preview"
   },
   "dependencies": {
     "@auth0/auth0-react": "^2.2.4",
     "@tanstack/react-router": "latest",
-    "@tanstack/start": "latest",
-    "react": "^18.3.1",
-    "react-dom": "^18.3.1",
-    "vinxi": "latest"
+    "@tanstack/react-start": "latest",
+    "@tanstack/router-plugin": "latest",
+    "react": "^19.0.0",
+    "react-dom": "^19.0.0",
+    "vite-tsconfig-paths": "^6.0.0"
   },
   "devDependencies": {
-    "@types/react": "^18.3.12",
-    "@types/react-dom": "^18.3.1",
-    "@vitejs/plugin-react": "^4.3.4",
-    "typescript": "^5.6.2"
+    "@types/react": "^19.0.0",
+    "@types/react-dom": "^19.0.0",
+    "@vitejs/plugin-react": "^5.0.0",
+    "typescript": "^5.7.0",
+    "vite": "^7.0.0"
   }
 }
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/routeTree.gen.ts b/tests/fixtures/tanstack-start/existing-auth0/src/routeTree.gen.ts
new file mode 100644
index 0000000..1acbf7f
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/src/routeTree.gen.ts
@@ -0,0 +1,86 @@
+/* eslint-disable */
+
+// @ts-nocheck
+
+// noinspection JSUnusedGlobalSymbols
+
+// This file was automatically generated by TanStack Router.
+// You should NOT make any changes in this file as it will be overwritten.
+// Additionally, you should also exclude this file from your linter and/or formatter to prevent it from being checked or modified.
+
+import { Route as rootRouteImport } from './routes/__root'
+import { Route as DashboardRouteImport } from './routes/dashboard'
+import { Route as IndexRouteImport } from './routes/index'
+
+const DashboardRoute = DashboardRouteImport.update({
+  id: '/dashboard',
+  path: '/dashboard',
+  getParentRoute: () => rootRouteImport,
+} as any)
+const IndexRoute = IndexRouteImport.update({
+  id: '/',
+  path: '/',
+  getParentRoute: () => rootRouteImport,
+} as any)
+
+export interface FileRoutesByFullPath {
+  '/': typeof IndexRoute
+  '/dashboard': typeof DashboardRoute
+}
+export interface FileRoutesByTo {
+  '/': typeof IndexRoute
+  '/dashboard': typeof DashboardRoute
+}
+export interface FileRoutesById {
+  __root__: typeof rootRouteImport
+  '/': typeof IndexRoute
+  '/dashboard': typeof DashboardRoute
+}
+export interface FileRouteTypes {
+  fileRoutesByFullPath: FileRoutesByFullPath
+  fullPaths: '/' | '/dashboard'
+  fileRoutesByTo: FileRoutesByTo
+  to: '/' | '/dashboard'
+  id: '__root__' | '/' | '/dashboard'
+  fileRoutesById: FileRoutesById
+}
+export interface RootRouteChildren {
+  IndexRoute: typeof IndexRoute
+  DashboardRoute: typeof DashboardRoute
+}
+
+declare module '@tanstack/react-router' {
+  interface FileRoutesByPath {
+    '/dashboard': {
+      id: '/dashboard'
+      path: '/dashboard'
+      fullPath: '/dashboard'
+      preLoaderRoute: typeof DashboardRouteImport
+      parentRoute: typeof rootRouteImport
+    }
+    '/': {
+      id: '/'
+      path: '/'
+      fullPath: '/'
+      preLoaderRoute: typeof IndexRouteImport
+      parentRoute: typeof rootRouteImport
+    }
+  }
+}
+
+const rootRouteChildren: RootRouteChildren = {
+  IndexRoute: IndexRoute,
+  DashboardRoute: DashboardRoute,
+}
+export const routeTree = rootRouteImport
+  ._addFileChildren(rootRouteChildren)
+  ._addFileTypes<FileRouteTypes>()
+
+import type { getRouter } from './router.tsx'
+import type { createStart } from '@tanstack/react-start'
+declare module '@tanstack/react-start' {
+  interface Register {
+    ssr: true
+    router: Awaited<ReturnType<typeof getRouter>>
+  }
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/router.tsx b/tests/fixtures/tanstack-start/existing-auth0/src/router.tsx
new file mode 100644
index 0000000..0c83bf0
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/src/router.tsx
@@ -0,0 +1,13 @@
+import { createRouter } from '@tanstack/react-router'
+import { routeTree } from './routeTree.gen'
+
+export const getRouter = () => {
+  const router = createRouter({
+    routeTree,
+    context: {},
+    scrollRestoration: true,
+    defaultPreloadStaleTime: 0,
+  })
+
+  return router
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/routes/__root.tsx b/tests/fixtures/tanstack-start/existing-auth0/src/routes/__root.tsx
new file mode 100644
index 0000000..800da84
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/src/routes/__root.tsx
@@ -0,0 +1,37 @@
+import { HeadContent, Scripts, createRootRoute } from '@tanstack/react-router'
+import { Auth0Provider } from '@auth0/auth0-react'
+import appCss from '../styles.css?url'
+
+export const Route = createRootRoute({
+  head: () => ({
+    meta: [
+      { charSet: 'utf-8' },
+      { name: 'viewport', content: 'width=device-width, initial-scale=1' },
+      { title: 'TanStack Start App' },
+    ],
+    links: [{ rel: 'stylesheet', href: appCss }],
+  }),
+  shellComponent: RootDocument,
+})
+
+function RootDocument({ children }: { children: React.ReactNode }) {
+  return (
+    <html lang="en">
+      <head>
+        <HeadContent />
+      </head>
+      <body>
+        <Auth0Provider
+          domain="your-tenant.auth0.com"
+          clientId="your-client-id"
+          authorizationParams={{
+            redirect_uri: typeof window !== 'undefined' ? window.location.origin : '',
+          }}
+        >
+          {children}
+        </Auth0Provider>
+        <Scripts />
+      </body>
+    </html>
+  )
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/routes/dashboard.tsx b/tests/fixtures/tanstack-start/existing-auth0/src/routes/dashboard.tsx
new file mode 100644
index 0000000..3f37206
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/src/routes/dashboard.tsx
@@ -0,0 +1,27 @@
+import { createFileRoute } from '@tanstack/react-router'
+import { useAuth0, withAuthenticationRequired } from '@auth0/auth0-react'
+
+export const Route = createFileRoute('/dashboard')({
+  component: withAuthenticationRequired(Dashboard),
+})
+
+function Dashboard() {
+  const { user } = useAuth0()
+
+  return (
+    <div className="container">
+      <h1>Dashboard</h1>
+      <p>Welcome back, {user?.name}!</p>
+      <div className="stats">
+        <div className="stat">
+          <h3>Users</h3>
+          <p>1,234</p>
+        </div>
+        <div className="stat">
+          <h3>Revenue</h3>
+          <p>$12,345</p>
+        </div>
+      </div>
+    </div>
+  )
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/routes/index.tsx b/tests/fixtures/tanstack-start/existing-auth0/src/routes/index.tsx
new file mode 100644
index 0000000..b3abc83
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/src/routes/index.tsx
@@ -0,0 +1,29 @@
+import { createFileRoute, Link } from '@tanstack/react-router'
+import { useAuth0 } from '@auth0/auth0-react'
+
+export const Route = createFileRoute('/')({
+  component: Home,
+})
+
+function Home() {
+  const { isAuthenticated, loginWithRedirect, logout, user } = useAuth0()
+
+  return (
+    <div className="container">
+      <h1>Welcome to My App</h1>
+      <p>This is an existing TanStack Start application with Auth0.</p>
+
+      {isAuthenticated ? (
+        <div>
+          <p>Hello, {user?.name}!</p>
+          <button onClick={() => logout()}>Log Out</button>
+          <nav>
+            <Link to="/dashboard">Go to Dashboard</Link>
+          </nav>
+        </div>
+      ) : (
+        <button onClick={() => loginWithRedirect()}>Log In</button>
+      )}
+    </div>
+  )
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/styles.css b/tests/fixtures/tanstack-start/existing-auth0/src/styles.css
new file mode 100644
index 0000000..c48d4c3
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/src/styles.css
@@ -0,0 +1,20 @@
+body {
+  margin: 0;
+  font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen,
+    Ubuntu, Cantarell, 'Fira Sans', 'Droid Sans', 'Helvetica Neue', sans-serif;
+  -webkit-font-smoothing: antialiased;
+  -moz-osx-font-smoothing: grayscale;
+}
+
+.container {
+  max-width: 800px;
+  margin: 0 auto;
+  padding: 2rem;
+}
+
+code {
+  font-family: source-code-pro, Menlo, Monaco, Consolas, 'Courier New', monospace;
+  background: #f4f4f4;
+  padding: 0.2em 0.4em;
+  border-radius: 3px;
+}
diff --git a/tests/fixtures/tanstack-start/existing-auth0/tsconfig.json b/tests/fixtures/tanstack-start/existing-auth0/tsconfig.json
index 5125a86..4c6eec9 100644
--- a/tests/fixtures/tanstack-start/existing-auth0/tsconfig.json
+++ b/tests/fixtures/tanstack-start/existing-auth0/tsconfig.json
@@ -1,22 +1,23 @@
 {
+  "include": ["**/*.ts", "**/*.tsx"],
   "compilerOptions": {
     "target": "ES2022",
-    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "jsx": "react-jsx",
     "module": "ESNext",
-    "skipLibCheck": true,
+    "lib": ["ES2022", "DOM", "DOM.Iterable"],
+    "types": ["vite/client"],
     "moduleResolution": "bundler",
     "allowImportingTsExtensions": true,
-    "isolatedModules": true,
-    "moduleDetection": "force",
+    "verbatimModuleSyntax": false,
     "noEmit": true,
-    "jsx": "react-jsx",
+    "skipLibCheck": true,
     "strict": true,
     "noUnusedLocals": true,
     "noUnusedParameters": true,
     "noFallthroughCasesInSwitch": true,
+    "baseUrl": ".",
     "paths": {
-      "~/*": ["./app/*"]
+      "@/*": ["./src/*"]
     }
-  },
-  "include": ["app"]
+  }
 }
diff --git a/tests/fixtures/tanstack-start/existing-auth0/vite.config.ts b/tests/fixtures/tanstack-start/existing-auth0/vite.config.ts
new file mode 100644
index 0000000..a3594f9
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing-auth0/vite.config.ts
@@ -0,0 +1,14 @@
+import { defineConfig } from 'vite'
+import { tanstackStart } from '@tanstack/react-start/plugin/vite'
+import viteReact from '@vitejs/plugin-react'
+import viteTsConfigPaths from 'vite-tsconfig-paths'
+
+export default defineConfig({
+  plugins: [
+    viteTsConfigPaths({
+      projects: ['./tsconfig.json'],
+    }),
+    tanstackStart(),
+    viteReact(),
+  ],
+})
diff --git a/tests/fixtures/tanstack-start/existing/app.config.ts b/tests/fixtures/tanstack-start/existing/app.config.ts
deleted file mode 100644
index ac46b90..0000000
--- a/tests/fixtures/tanstack-start/existing/app.config.ts
+++ /dev/null
@@ -1,3 +0,0 @@
-import { defineConfig } from '@tanstack/start/config';
-
-export default defineConfig({});
diff --git a/tests/fixtures/tanstack-start/existing/app/client.tsx b/tests/fixtures/tanstack-start/existing/app/client.tsx
deleted file mode 100644
index 0af9ea0..0000000
--- a/tests/fixtures/tanstack-start/existing/app/client.tsx
+++ /dev/null
@@ -1,7 +0,0 @@
-import { StartClient } from '@tanstack/start';
-import { hydrateRoot } from 'react-dom/client';
-import { createRouter } from './router';
-
-const router = createRouter();
-
-hydrateRoot(document, <StartClient router={router} />);
diff --git a/tests/fixtures/tanstack-start/existing/app/router.tsx b/tests/fixtures/tanstack-start/existing/app/router.tsx
deleted file mode 100644
index 4487607..0000000
--- a/tests/fixtures/tanstack-start/existing/app/router.tsx
+++ /dev/null
@@ -1,16 +0,0 @@
-import { createRouter as createTanStackRouter } from '@tanstack/react-router';
-import { routeTree } from './routeTree.gen';
-
-export function createRouter() {
-  const router = createTanStackRouter({
-    routeTree,
-  });
-
-  return router;
-}
-
-declare module '@tanstack/react-router' {
-  interface Register {
-    router: ReturnType<typeof createRouter>;
-  }
-}
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx b/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
deleted file mode 100644
index e073122..0000000
--- a/tests/fixtures/tanstack-start/existing/app/routes/__root.tsx
+++ /dev/null
@@ -1,23 +0,0 @@
-import { Link, Outlet, createRootRoute } from '@tanstack/react-router';
-
-export const Route = createRootRoute({
-  component: RootComponent,
-});
-
-function RootComponent() {
-  return (
-    <html lang="en">
-      <head>
-        <meta charSet="utf-8" />
-        <meta name="viewport" content="width=device-width, initial-scale=1" />
-        <title>TanStack Start</title>
-      </head>
-      <body>
-        <nav>
-          <Link to="/">Home</Link> | <Link to="/about">About</Link> | <Link to="/dashboard">Dashboard</Link>
-        </nav>
-        <Outlet />
-      </body>
-    </html>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/about.tsx b/tests/fixtures/tanstack-start/existing/app/routes/about.tsx
deleted file mode 100644
index 54c6263..0000000
--- a/tests/fixtures/tanstack-start/existing/app/routes/about.tsx
+++ /dev/null
@@ -1,14 +0,0 @@
-import { createFileRoute } from '@tanstack/react-router';
-
-export const Route = createFileRoute('/about')({
-  component: About,
-});
-
-function About() {
-  return (
-    <div>
-      <h1>About</h1>
-      <p>This is an existing TanStack Start application.</p>
-    </div>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/dashboard.tsx b/tests/fixtures/tanstack-start/existing/app/routes/dashboard.tsx
deleted file mode 100644
index 4456b66..0000000
--- a/tests/fixtures/tanstack-start/existing/app/routes/dashboard.tsx
+++ /dev/null
@@ -1,14 +0,0 @@
-import { createFileRoute } from '@tanstack/react-router';
-
-export const Route = createFileRoute('/dashboard')({
-  component: Dashboard,
-});
-
-function Dashboard() {
-  return (
-    <div>
-      <h1>Dashboard</h1>
-      <p>Protected content would go here.</p>
-    </div>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/existing/app/routes/index.tsx b/tests/fixtures/tanstack-start/existing/app/routes/index.tsx
deleted file mode 100644
index a3fba46..0000000
--- a/tests/fixtures/tanstack-start/existing/app/routes/index.tsx
+++ /dev/null
@@ -1,14 +0,0 @@
-import { createFileRoute } from '@tanstack/react-router';
-
-export const Route = createFileRoute('/')({
-  component: Home,
-});
-
-function Home() {
-  return (
-    <div>
-      <h1>Home</h1>
-      <p>Welcome to the home page.</p>
-    </div>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/existing/app/ssr.tsx b/tests/fixtures/tanstack-start/existing/app/ssr.tsx
deleted file mode 100644
index 2a5ee26..0000000
--- a/tests/fixtures/tanstack-start/existing/app/ssr.tsx
+++ /dev/null
@@ -1,6 +0,0 @@
-import { createStartHandler, defaultStreamHandler } from '@tanstack/start/server';
-import { createRouter } from './router';
-
-export default createStartHandler({
-  createRouter,
-})(defaultStreamHandler);
diff --git a/tests/fixtures/tanstack-start/existing/package.json b/tests/fixtures/tanstack-start/existing/package.json
index 039af91..f82ae0f 100644
--- a/tests/fixtures/tanstack-start/existing/package.json
+++ b/tests/fixtures/tanstack-start/existing/package.json
@@ -3,21 +3,23 @@
   "private": true,
   "type": "module",
   "scripts": {
-    "dev": "vinxi dev",
-    "build": "vinxi build",
-    "start": "vinxi start"
+    "dev": "vite dev --port 3000",
+    "build": "vite build",
+    "start": "vite preview"
   },
   "dependencies": {
     "@tanstack/react-router": "latest",
-    "@tanstack/start": "latest",
-    "react": "^18.3.1",
-    "react-dom": "^18.3.1",
-    "vinxi": "latest"
+    "@tanstack/react-start": "latest",
+    "@tanstack/router-plugin": "latest",
+    "react": "^19.0.0",
+    "react-dom": "^19.0.0",
+    "vite-tsconfig-paths": "^6.0.0"
   },
   "devDependencies": {
-    "@types/react": "^18.3.12",
-    "@types/react-dom": "^18.3.1",
-    "@vitejs/plugin-react": "^4.3.4",
-    "typescript": "^5.6.2"
+    "@types/react": "^19.0.0",
+    "@types/react-dom": "^19.0.0",
+    "@vitejs/plugin-react": "^5.0.0",
+    "typescript": "^5.7.0",
+    "vite": "^7.0.0"
   }
 }
diff --git a/tests/fixtures/tanstack-start/existing/src/routeTree.gen.ts b/tests/fixtures/tanstack-start/existing/src/routeTree.gen.ts
new file mode 100644
index 0000000..1acbf7f
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/src/routeTree.gen.ts
@@ -0,0 +1,86 @@
+/* eslint-disable */
+
+// @ts-nocheck
+
+// noinspection JSUnusedGlobalSymbols
+
+// This file was automatically generated by TanStack Router.
+// You should NOT make any changes in this file as it will be overwritten.
+// Additionally, you should also exclude this file from your linter and/or formatter to prevent it from being checked or modified.
+
+import { Route as rootRouteImport } from './routes/__root'
+import { Route as DashboardRouteImport } from './routes/dashboard'
+import { Route as IndexRouteImport } from './routes/index'
+
+const DashboardRoute = DashboardRouteImport.update({
+  id: '/dashboard',
+  path: '/dashboard',
+  getParentRoute: () => rootRouteImport,
+} as any)
+const IndexRoute = IndexRouteImport.update({
+  id: '/',
+  path: '/',
+  getParentRoute: () => rootRouteImport,
+} as any)
+
+export interface FileRoutesByFullPath {
+  '/': typeof IndexRoute
+  '/dashboard': typeof DashboardRoute
+}
+export interface FileRoutesByTo {
+  '/': typeof IndexRoute
+  '/dashboard': typeof DashboardRoute
+}
+export interface FileRoutesById {
+  __root__: typeof rootRouteImport
+  '/': typeof IndexRoute
+  '/dashboard': typeof DashboardRoute
+}
+export interface FileRouteTypes {
+  fileRoutesByFullPath: FileRoutesByFullPath
+  fullPaths: '/' | '/dashboard'
+  fileRoutesByTo: FileRoutesByTo
+  to: '/' | '/dashboard'
+  id: '__root__' | '/' | '/dashboard'
+  fileRoutesById: FileRoutesById
+}
+export interface RootRouteChildren {
+  IndexRoute: typeof IndexRoute
+  DashboardRoute: typeof DashboardRoute
+}
+
+declare module '@tanstack/react-router' {
+  interface FileRoutesByPath {
+    '/dashboard': {
+      id: '/dashboard'
+      path: '/dashboard'
+      fullPath: '/dashboard'
+      preLoaderRoute: typeof DashboardRouteImport
+      parentRoute: typeof rootRouteImport
+    }
+    '/': {
+      id: '/'
+      path: '/'
+      fullPath: '/'
+      preLoaderRoute: typeof IndexRouteImport
+      parentRoute: typeof rootRouteImport
+    }
+  }
+}
+
+const rootRouteChildren: RootRouteChildren = {
+  IndexRoute: IndexRoute,
+  DashboardRoute: DashboardRoute,
+}
+export const routeTree = rootRouteImport
+  ._addFileChildren(rootRouteChildren)
+  ._addFileTypes<FileRouteTypes>()
+
+import type { getRouter } from './router.tsx'
+import type { createStart } from '@tanstack/react-start'
+declare module '@tanstack/react-start' {
+  interface Register {
+    ssr: true
+    router: Awaited<ReturnType<typeof getRouter>>
+  }
+}
diff --git a/tests/fixtures/tanstack-start/existing/src/router.tsx b/tests/fixtures/tanstack-start/existing/src/router.tsx
new file mode 100644
index 0000000..0c83bf0
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/src/router.tsx
@@ -0,0 +1,13 @@
+import { createRouter } from '@tanstack/react-router'
+import { routeTree } from './routeTree.gen'
+
+export const getRouter = () => {
+  const router = createRouter({
+    routeTree,
+    context: {},
+    scrollRestoration: true,
+    defaultPreloadStaleTime: 0,
+  })
+
+  return router
+}
diff --git a/tests/fixtures/tanstack-start/existing/src/routes/__root.tsx b/tests/fixtures/tanstack-start/existing/src/routes/__root.tsx
new file mode 100644
index 0000000..4c19158
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/src/routes/__root.tsx
@@ -0,0 +1,28 @@
+import { HeadContent, Scripts, createRootRoute } from '@tanstack/react-router'
+import appCss from '../styles.css?url'
+
+export const Route = createRootRoute({
+  head: () => ({
+    meta: [
+      { charSet: 'utf-8' },
+      { name: 'viewport', content: 'width=device-width, initial-scale=1' },
+      { title: 'TanStack Start App' },
+    ],
+    links: [{ rel: 'stylesheet', href: appCss }],
+  }),
+  shellComponent: RootDocument,
+})
+
+function RootDocument({ children }: { children: React.ReactNode }) {
+  return (
+    <html lang="en">
+      <head>
+        <HeadContent />
+      </head>
+      <body>
+        {children}
+        <Scripts />
+      </body>
+    </html>
+  )
+}
diff --git a/tests/fixtures/tanstack-start/existing/src/routes/dashboard.tsx b/tests/fixtures/tanstack-start/existing/src/routes/dashboard.tsx
new file mode 100644
index 0000000..2d523ae
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/src/routes/dashboard.tsx
@@ -0,0 +1,24 @@
+import { createFileRoute } from '@tanstack/react-router'
+
+export const Route = createFileRoute('/dashboard')({
+  component: Dashboard,
+})
+
+function Dashboard() {
+  return (
+    <div className="container">
+      <h1>Dashboard</h1>
+      <p>This is a protected dashboard page.</p>
+      <div className="stats">
+        <div className="stat">
+          <h3>Users</h3>
+          <p>1,234</p>
+        </div>
+        <div className="stat">
+          <h3>Revenue</h3>
+          <p>$12,345</p>
+        </div>
+      </div>
+    </div>
+  )
+}
diff --git a/tests/fixtures/tanstack-start/existing/src/routes/index.tsx b/tests/fixtures/tanstack-start/existing/src/routes/index.tsx
new file mode 100644
index 0000000..aaec5a5
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/src/routes/index.tsx
@@ -0,0 +1,17 @@
+import { createFileRoute, Link } from '@tanstack/react-router'
+
+export const Route = createFileRoute('/')({
+  component: Home,
+})
+
+function Home() {
+  return (
+    <div className="container">
+      <h1>Welcome to My App</h1>
+      <p>This is an existing TanStack Start application.</p>
+      <nav>
+        <Link to="/dashboard">Go to Dashboard</Link>
+      </nav>
+    </div>
+  )
+}
diff --git a/tests/fixtures/tanstack-start/existing/src/styles.css b/tests/fixtures/tanstack-start/existing/src/styles.css
new file mode 100644
index 0000000..c48d4c3
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/src/styles.css
@@ -0,0 +1,20 @@
+body {
+  margin: 0;
+  font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen,
+    Ubuntu, Cantarell, 'Fira Sans', 'Droid Sans', 'Helvetica Neue', sans-serif;
+  -webkit-font-smoothing: antialiased;
+  -moz-osx-font-smoothing: grayscale;
+}
+
+.container {
+  max-width: 800px;
+  margin: 0 auto;
+  padding: 2rem;
+}
+
+code {
+  font-family: source-code-pro, Menlo, Monaco, Consolas, 'Courier New', monospace;
+  background: #f4f4f4;
+  padding: 0.2em 0.4em;
+  border-radius: 3px;
+}
diff --git a/tests/fixtures/tanstack-start/existing/tsconfig.json b/tests/fixtures/tanstack-start/existing/tsconfig.json
index 5125a86..4c6eec9 100644
--- a/tests/fixtures/tanstack-start/existing/tsconfig.json
+++ b/tests/fixtures/tanstack-start/existing/tsconfig.json
@@ -1,22 +1,23 @@
 {
+  "include": ["**/*.ts", "**/*.tsx"],
   "compilerOptions": {
     "target": "ES2022",
-    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "jsx": "react-jsx",
     "module": "ESNext",
-    "skipLibCheck": true,
+    "lib": ["ES2022", "DOM", "DOM.Iterable"],
+    "types": ["vite/client"],
     "moduleResolution": "bundler",
     "allowImportingTsExtensions": true,
-    "isolatedModules": true,
-    "moduleDetection": "force",
+    "verbatimModuleSyntax": false,
     "noEmit": true,
-    "jsx": "react-jsx",
+    "skipLibCheck": true,
     "strict": true,
     "noUnusedLocals": true,
     "noUnusedParameters": true,
     "noFallthroughCasesInSwitch": true,
+    "baseUrl": ".",
     "paths": {
-      "~/*": ["./app/*"]
+      "@/*": ["./src/*"]
     }
-  },
-  "include": ["app"]
+  }
 }
diff --git a/tests/fixtures/tanstack-start/existing/vite.config.ts b/tests/fixtures/tanstack-start/existing/vite.config.ts
new file mode 100644
index 0000000..a3594f9
--- /dev/null
+++ b/tests/fixtures/tanstack-start/existing/vite.config.ts
@@ -0,0 +1,14 @@
+import { defineConfig } from 'vite'
+import { tanstackStart } from '@tanstack/react-start/plugin/vite'
+import viteReact from '@vitejs/plugin-react'
+import viteTsConfigPaths from 'vite-tsconfig-paths'
+
+export default defineConfig({
+  plugins: [
+    viteTsConfigPaths({
+      projects: ['./tsconfig.json'],
+    }),
+    tanstackStart(),
+    viteReact(),
+  ],
+})
diff --git a/tests/fixtures/tanstack-start/fresh/app.config.ts b/tests/fixtures/tanstack-start/fresh/app.config.ts
deleted file mode 100644
index ac46b90..0000000
--- a/tests/fixtures/tanstack-start/fresh/app.config.ts
+++ /dev/null
@@ -1,3 +0,0 @@
-import { defineConfig } from '@tanstack/start/config';
-
-export default defineConfig({});
diff --git a/tests/fixtures/tanstack-start/fresh/app/client.tsx b/tests/fixtures/tanstack-start/fresh/app/client.tsx
deleted file mode 100644
index 0af9ea0..0000000
--- a/tests/fixtures/tanstack-start/fresh/app/client.tsx
+++ /dev/null
@@ -1,7 +0,0 @@
-import { StartClient } from '@tanstack/start';
-import { hydrateRoot } from 'react-dom/client';
-import { createRouter } from './router';
-
-const router = createRouter();
-
-hydrateRoot(document, <StartClient router={router} />);
diff --git a/tests/fixtures/tanstack-start/fresh/app/router.tsx b/tests/fixtures/tanstack-start/fresh/app/router.tsx
deleted file mode 100644
index 4487607..0000000
--- a/tests/fixtures/tanstack-start/fresh/app/router.tsx
+++ /dev/null
@@ -1,16 +0,0 @@
-import { createRouter as createTanStackRouter } from '@tanstack/react-router';
-import { routeTree } from './routeTree.gen';
-
-export function createRouter() {
-  const router = createTanStackRouter({
-    routeTree,
-  });
-
-  return router;
-}
-
-declare module '@tanstack/react-router' {
-  interface Register {
-    router: ReturnType<typeof createRouter>;
-  }
-}
diff --git a/tests/fixtures/tanstack-start/fresh/app/routes/__root.tsx b/tests/fixtures/tanstack-start/fresh/app/routes/__root.tsx
deleted file mode 100644
index 914c089..0000000
--- a/tests/fixtures/tanstack-start/fresh/app/routes/__root.tsx
+++ /dev/null
@@ -1,20 +0,0 @@
-import { Outlet, createRootRoute } from '@tanstack/react-router';
-
-export const Route = createRootRoute({
-  component: RootComponent,
-});
-
-function RootComponent() {
-  return (
-    <html lang="en">
-      <head>
-        <meta charSet="utf-8" />
-        <meta name="viewport" content="width=device-width, initial-scale=1" />
-        <title>TanStack Start</title>
-      </head>
-      <body>
-        <Outlet />
-      </body>
-    </html>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/fresh/app/routes/index.tsx b/tests/fixtures/tanstack-start/fresh/app/routes/index.tsx
deleted file mode 100644
index f0d362c..0000000
--- a/tests/fixtures/tanstack-start/fresh/app/routes/index.tsx
+++ /dev/null
@@ -1,14 +0,0 @@
-import { createFileRoute } from '@tanstack/react-router';
-
-export const Route = createFileRoute('/')({
-  component: Home,
-});
-
-function Home() {
-  return (
-    <div>
-      <h1>Welcome to TanStack Start</h1>
-      <p>This is a fresh TanStack Start application.</p>
-    </div>
-  );
-}
diff --git a/tests/fixtures/tanstack-start/fresh/app/ssr.tsx b/tests/fixtures/tanstack-start/fresh/app/ssr.tsx
deleted file mode 100644
index 2a5ee26..0000000
--- a/tests/fixtures/tanstack-start/fresh/app/ssr.tsx
+++ /dev/null
@@ -1,6 +0,0 @@
-import { createStartHandler, defaultStreamHandler } from '@tanstack/start/server';
-import { createRouter } from './router';
-
-export default createStartHandler({
-  createRouter,
-})(defaultStreamHandler);
diff --git a/tests/fixtures/tanstack-start/fresh/package.json b/tests/fixtures/tanstack-start/fresh/package.json
index d6ca35f..4bd216b 100644
--- a/tests/fixtures/tanstack-start/fresh/package.json
+++ b/tests/fixtures/tanstack-start/fresh/package.json
@@ -3,21 +3,23 @@
   "private": true,
   "type": "module",
   "scripts": {
-    "dev": "vinxi dev",
-    "build": "vinxi build",
-    "start": "vinxi start"
+    "dev": "vite dev --port 3000",
+    "build": "vite build",
+    "start": "vite preview"
   },
   "dependencies": {
     "@tanstack/react-router": "latest",
-    "@tanstack/start": "latest",
-    "react": "^18.3.1",
-    "react-dom": "^18.3.1",
-    "vinxi": "latest"
+    "@tanstack/react-start": "latest",
+    "@tanstack/router-plugin": "latest",
+    "react": "^19.0.0",
+    "react-dom": "^19.0.0",
+    "vite-tsconfig-paths": "^6.0.0"
   },
   "devDependencies": {
-    "@types/react": "^18.3.12",
-    "@types/react-dom": "^18.3.1",
-    "@vitejs/plugin-react": "^4.3.4",
-    "typescript": "^5.6.2"
+    "@types/react": "^19.0.0",
+    "@types/react-dom": "^19.0.0",
+    "@vitejs/plugin-react": "^5.0.0",
+    "typescript": "^5.7.0",
+    "vite": "^7.0.0"
   }
 }
diff --git a/tests/fixtures/tanstack-start/fresh/src/routeTree.gen.ts b/tests/fixtures/tanstack-start/fresh/src/routeTree.gen.ts
new file mode 100644
index 0000000..dceedff
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/src/routeTree.gen.ts
@@ -0,0 +1,68 @@
+/* eslint-disable */
+
+// @ts-nocheck
+
+// noinspection JSUnusedGlobalSymbols
+
+// This file was automatically generated by TanStack Router.
+// You should NOT make any changes in this file as it will be overwritten.
+// Additionally, you should also exclude this file from your linter and/or formatter to prevent it from being checked or modified.
+
+import { Route as rootRouteImport } from './routes/__root'
+import { Route as IndexRouteImport } from './routes/index'
+
+const IndexRoute = IndexRouteImport.update({
+  id: '/',
+  path: '/',
+  getParentRoute: () => rootRouteImport,
+} as any)
+
+export interface FileRoutesByFullPath {
+  '/': typeof IndexRoute
+}
+export interface FileRoutesByTo {
+  '/': typeof IndexRoute
+}
+export interface FileRoutesById {
+  __root__: typeof rootRouteImport
+  '/': typeof IndexRoute
+}
+export interface FileRouteTypes {
+  fileRoutesByFullPath: FileRoutesByFullPath
+  fullPaths: '/'
+  fileRoutesByTo: FileRoutesByTo
+  to: '/'
+  id: '__root__' | '/'
+  fileRoutesById: FileRoutesById
+}
+export interface RootRouteChildren {
+  IndexRoute: typeof IndexRoute
+}
+
+declare module '@tanstack/react-router' {
+  interface FileRoutesByPath {
+    '/': {
+      id: '/'
+      path: '/'
+      fullPath: '/'
+      preLoaderRoute: typeof IndexRouteImport
+      parentRoute: typeof rootRouteImport
+    }
+  }
+}
+
+const rootRouteChildren: RootRouteChildren = {
+  IndexRoute: IndexRoute,
+}
+export const routeTree = rootRouteImport
+  ._addFileChildren(rootRouteChildren)
+  ._addFileTypes<FileRouteTypes>()
+
+import type { getRouter } from './router.tsx'
+import type { createStart } from '@tanstack/react-start'
+declare module '@tanstack/react-start' {
+  interface Register {
+    ssr: true
+    router: Awaited<ReturnType<typeof getRouter>>
+  }
+}
diff --git a/tests/fixtures/tanstack-start/fresh/src/router.tsx b/tests/fixtures/tanstack-start/fresh/src/router.tsx
new file mode 100644
index 0000000..0c83bf0
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/src/router.tsx
@@ -0,0 +1,13 @@
+import { createRouter } from '@tanstack/react-router'
+import { routeTree } from './routeTree.gen'
+
+export const getRouter = () => {
+  const router = createRouter({
+    routeTree,
+    context: {},
+    scrollRestoration: true,
+    defaultPreloadStaleTime: 0,
+  })
+
+  return router
+}
diff --git a/tests/fixtures/tanstack-start/fresh/src/routes/__root.tsx b/tests/fixtures/tanstack-start/fresh/src/routes/__root.tsx
new file mode 100644
index 0000000..4c19158
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/src/routes/__root.tsx
@@ -0,0 +1,28 @@
+import { HeadContent, Scripts, createRootRoute } from '@tanstack/react-router'
+import appCss from '../styles.css?url'
+
+export const Route = createRootRoute({
+  head: () => ({
+    meta: [
+      { charSet: 'utf-8' },
+      { name: 'viewport', content: 'width=device-width, initial-scale=1' },
+      { title: 'TanStack Start App' },
+    ],
+    links: [{ rel: 'stylesheet', href: appCss }],
+  }),
+  shellComponent: RootDocument,
+})
+
+function RootDocument({ children }: { children: React.ReactNode }) {
+  return (
+    <html lang="en">
+      <head>
+        <HeadContent />
+      </head>
+      <body>
+        {children}
+        <Scripts />
+      </body>
+    </html>
+  )
+}
diff --git a/tests/fixtures/tanstack-start/fresh/src/routes/index.tsx b/tests/fixtures/tanstack-start/fresh/src/routes/index.tsx
new file mode 100644
index 0000000..2b23619
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/src/routes/index.tsx
@@ -0,0 +1,14 @@
+import { createFileRoute } from '@tanstack/react-router'
+
+export const Route = createFileRoute('/')({
+  component: Home,
+})
+
+function Home() {
+  return (
+    <div className="container">
+      <h1>Welcome to TanStack Start</h1>
+      <p>Edit <code>src/routes/index.tsx</code> to get started.</p>
+    </div>
+  )
+}
diff --git a/tests/fixtures/tanstack-start/fresh/src/styles.css b/tests/fixtures/tanstack-start/fresh/src/styles.css
new file mode 100644
index 0000000..c48d4c3
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/src/styles.css
@@ -0,0 +1,20 @@
+body {
+  margin: 0;
+  font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen,
+    Ubuntu, Cantarell, 'Fira Sans', 'Droid Sans', 'Helvetica Neue', sans-serif;
+  -webkit-font-smoothing: antialiased;
+  -moz-osx-font-smoothing: grayscale;
+}
+
+.container {
+  max-width: 800px;
+  margin: 0 auto;
+  padding: 2rem;
+}
+
+code {
+  font-family: source-code-pro, Menlo, Monaco, Consolas, 'Courier New', monospace;
+  background: #f4f4f4;
+  padding: 0.2em 0.4em;
+  border-radius: 3px;
+}
diff --git a/tests/fixtures/tanstack-start/fresh/tsconfig.json b/tests/fixtures/tanstack-start/fresh/tsconfig.json
index 23e2bdb..4c6eec9 100644
--- a/tests/fixtures/tanstack-start/fresh/tsconfig.json
+++ b/tests/fixtures/tanstack-start/fresh/tsconfig.json
@@ -1,19 +1,23 @@
 {
+  "include": ["**/*.ts", "**/*.tsx"],
   "compilerOptions": {
     "target": "ES2022",
-    "lib": ["DOM", "DOM.Iterable", "ES2022"],
+    "jsx": "react-jsx",
     "module": "ESNext",
-    "skipLibCheck": true,
+    "lib": ["ES2022", "DOM", "DOM.Iterable"],
+    "types": ["vite/client"],
     "moduleResolution": "bundler",
     "allowImportingTsExtensions": true,
-    "isolatedModules": true,
-    "moduleDetection": "force",
+    "verbatimModuleSyntax": false,
     "noEmit": true,
-    "jsx": "react-jsx",
+    "skipLibCheck": true,
     "strict": true,
     "noUnusedLocals": true,
     "noUnusedParameters": true,
-    "noFallthroughCasesInSwitch": true
-  },
-  "include": ["app"]
+    "noFallthroughCasesInSwitch": true,
+    "baseUrl": ".",
+    "paths": {
+      "@/*": ["./src/*"]
+    }
+  }
 }
diff --git a/tests/fixtures/tanstack-start/fresh/vite.config.ts b/tests/fixtures/tanstack-start/fresh/vite.config.ts
new file mode 100644
index 0000000..a3594f9
--- /dev/null
+++ b/tests/fixtures/tanstack-start/fresh/vite.config.ts
@@ -0,0 +1,14 @@
+import { defineConfig } from 'vite'
+import { tanstackStart } from '@tanstack/react-start/plugin/vite'
+import viteReact from '@vitejs/plugin-react'
+import viteTsConfigPaths from 'vite-tsconfig-paths'
+
+export default defineConfig({
+  plugins: [
+    viteTsConfigPaths({
+      projects: ['./tsconfig.json'],
+    }),
+    tanstackStart(),
+    viteReact(),
+  ],
+})

From dd7ba998d3a629c9b5d545d111fe6a72349e24a2 Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Mon, 2 Feb 2026 06:14:11 -0600
Subject: [PATCH 19/21] refactor(evals): consolidate fixtures from 15 to 10
 scenarios
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Remove redundant `fresh` fixture variants since they provided no
meaningful test coverage difference from `existing` fixtures.

Renamed: existing → example, existing-auth0 → example-auth0

This reduces the test matrix from 5×3=15 to 5×2=10 scenarios while
maintaining coverage for both greenfield installs and Auth0 migrations.
---
 tests/evals/README.md                         | 17 +++--
 tests/evals/cli.ts                            |  8 +--
 tests/evals/reporter.ts                       | 12 ++--
 tests/evals/runner.ts                         | 25 +++----
 .../.env.example                              |  0
 .../app/about/page.tsx                        |  0
 .../app/api/auth/[auth0]/route.ts             |  0
 .../app/dashboard/page.tsx                    |  0
 .../app/layout.tsx                            |  0
 .../app/page.tsx                              |  0
 .../next.config.mjs                           |  0
 .../package.json                              |  0
 .../tsconfig.json                             |  0
 .../{existing => example}/app/about/page.tsx  |  0
 .../app/api/hello/route.ts                    |  0
 .../app/dashboard/page.tsx                    |  0
 .../{existing => example}/app/layout.tsx      |  0
 .../nextjs/{existing => example}/app/page.tsx |  0
 .../{existing => example}/next.config.mjs     |  0
 .../nextjs/{existing => example}/package.json |  0
 .../{existing => example}/tsconfig.json       |  0
 tests/fixtures/nextjs/fresh/app/layout.tsx    |  7 --
 tests/fixtures/nextjs/fresh/app/page.tsx      |  7 --
 tests/fixtures/nextjs/fresh/next.config.mjs   |  4 --
 tests/fixtures/nextjs/fresh/package.json      | 21 ------
 tests/fixtures/nextjs/fresh/tsconfig.json     | 21 ------
 .../.env.example                              |  0
 .../app/root.tsx                              |  0
 .../app/routes.ts                             |  0
 .../app/routes/about.tsx                      |  0
 .../app/routes/dashboard.tsx                  |  0
 .../app/routes/home.tsx                       |  0
 .../package.json                              |  0
 .../react-router.config.ts                    |  0
 .../tsconfig.json                             |  0
 .../vite.config.ts                            |  0
 .../{existing => example}/app/root.tsx        |  0
 .../{existing => example}/app/routes.ts       |  0
 .../app/routes/about.tsx                      |  0
 .../app/routes/dashboard.tsx                  |  0
 .../{existing => example}/app/routes/home.tsx |  0
 .../{existing => example}/package.json        |  0
 .../react-router.config.ts                    |  0
 .../{existing => example}/tsconfig.json       |  0
 .../{existing => example}/vite.config.ts      |  0
 .../fixtures/react-router/fresh/app/root.tsx  | 23 -------
 .../fixtures/react-router/fresh/app/routes.ts |  3 -
 .../react-router/fresh/app/routes/home.tsx    |  8 ---
 .../fixtures/react-router/fresh/package.json  | 25 -------
 .../react-router/fresh/react-router.config.ts |  5 --
 .../fixtures/react-router/fresh/tsconfig.json | 16 -----
 .../react-router/fresh/vite.config.ts         |  6 --
 .../.env.example                              |  0
 .../index.html                                |  0
 .../package.json                              |  0
 .../src/App.tsx                               |  0
 .../src/main.tsx                              |  0
 .../src/pages/About.tsx                       |  0
 .../src/pages/Dashboard.tsx                   |  0
 .../src/pages/Home.tsx                        |  0
 .../src/vite-env.d.ts                         |  0
 .../tsconfig.json                             |  0
 .../vite.config.ts                            |  0
 .../react/{existing => example}/index.html    |  0
 .../react/{existing => example}/package.json  |  0
 .../react/{existing => example}/src/App.tsx   |  0
 .../react/{existing => example}/src/main.tsx  |  0
 .../{existing => example}/src/pages/About.tsx |  0
 .../src/pages/Dashboard.tsx                   |  0
 .../{existing => example}/src/pages/Home.tsx  |  0
 .../{existing => example}/src/vite-env.d.ts   |  0
 .../react/{existing => example}/tsconfig.json |  0
 .../{existing => example}/vite.config.ts      |  0
 tests/fixtures/react/fresh/index.html         | 12 ----
 tests/fixtures/react/fresh/package.json       | 22 ------
 tests/fixtures/react/fresh/src/App.tsx        | 10 ---
 tests/fixtures/react/fresh/src/main.tsx       |  9 ---
 tests/fixtures/react/fresh/src/vite-env.d.ts  |  1 -
 tests/fixtures/react/fresh/tsconfig.json      | 20 ------
 tests/fixtures/react/fresh/vite.config.ts     |  6 --
 .../.env.example                              |  0
 .../package.json                              |  0
 .../src/routeTree.gen.ts                      |  0
 .../src/router.tsx                            |  0
 .../src/routes/__root.tsx                     | 10 +--
 .../src/routes/dashboard.tsx                  |  0
 .../src/routes/index.tsx                      |  0
 .../src/styles.css                            |  0
 .../tsconfig.json                             |  0
 .../vite.config.ts                            |  0
 .../{existing => example}/package.json        |  0
 .../src/routeTree.gen.ts                      |  0
 .../{existing => example}/src/router.tsx      |  0
 .../src/routes/__root.tsx                     |  0
 .../src/routes/dashboard.tsx                  |  0
 .../src/routes/index.tsx                      |  0
 .../{existing => example}/src/styles.css      |  0
 .../{existing => example}/tsconfig.json       |  0
 .../{existing => example}/vite.config.ts      |  0
 .../tanstack-start/fresh/package.json         | 25 -------
 .../tanstack-start/fresh/src/routeTree.gen.ts | 68 -------------------
 .../tanstack-start/fresh/src/router.tsx       | 13 ----
 .../fresh/src/routes/__root.tsx               | 28 --------
 .../tanstack-start/fresh/src/routes/index.tsx | 14 ----
 .../tanstack-start/fresh/src/styles.css       | 20 ------
 .../tanstack-start/fresh/tsconfig.json        | 23 -------
 .../tanstack-start/fresh/vite.config.ts       | 14 ----
 .../.env.example                              |  0
 .../about.html                                |  0
 .../dashboard.html                            |  0
 .../dashboard.js                              |  0
 .../index.html                                |  0
 .../{existing-auth0 => example-auth0}/main.js |  0
 .../package.json                              |  0
 .../styles.css                                |  0
 .../{existing => example}/about.html          |  0
 .../{existing => example}/dashboard.html      |  0
 .../{existing => example}/index.html          |  0
 .../vanilla-js/{existing => example}/main.js  |  0
 .../{existing => example}/package.json        |  0
 .../{existing => example}/styles.css          |  0
 tests/fixtures/vanilla-js/fresh/index.html    | 15 ----
 tests/fixtures/vanilla-js/fresh/main.js       |  1 -
 tests/fixtures/vanilla-js/fresh/package.json  | 13 ----
 124 files changed, 33 insertions(+), 499 deletions(-)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/.env.example (100%)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/app/about/page.tsx (100%)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/app/api/auth/[auth0]/route.ts (100%)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/app/dashboard/page.tsx (100%)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/app/layout.tsx (100%)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/app/page.tsx (100%)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/next.config.mjs (100%)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/package.json (100%)
 rename tests/fixtures/nextjs/{existing-auth0 => example-auth0}/tsconfig.json (100%)
 rename tests/fixtures/nextjs/{existing => example}/app/about/page.tsx (100%)
 rename tests/fixtures/nextjs/{existing => example}/app/api/hello/route.ts (100%)
 rename tests/fixtures/nextjs/{existing => example}/app/dashboard/page.tsx (100%)
 rename tests/fixtures/nextjs/{existing => example}/app/layout.tsx (100%)
 rename tests/fixtures/nextjs/{existing => example}/app/page.tsx (100%)
 rename tests/fixtures/nextjs/{existing => example}/next.config.mjs (100%)
 rename tests/fixtures/nextjs/{existing => example}/package.json (100%)
 rename tests/fixtures/nextjs/{existing => example}/tsconfig.json (100%)
 delete mode 100644 tests/fixtures/nextjs/fresh/app/layout.tsx
 delete mode 100644 tests/fixtures/nextjs/fresh/app/page.tsx
 delete mode 100644 tests/fixtures/nextjs/fresh/next.config.mjs
 delete mode 100644 tests/fixtures/nextjs/fresh/package.json
 delete mode 100644 tests/fixtures/nextjs/fresh/tsconfig.json
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/.env.example (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/app/root.tsx (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/app/routes.ts (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/app/routes/about.tsx (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/app/routes/dashboard.tsx (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/app/routes/home.tsx (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/package.json (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/react-router.config.ts (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/tsconfig.json (100%)
 rename tests/fixtures/react-router/{existing-auth0 => example-auth0}/vite.config.ts (100%)
 rename tests/fixtures/react-router/{existing => example}/app/root.tsx (100%)
 rename tests/fixtures/react-router/{existing => example}/app/routes.ts (100%)
 rename tests/fixtures/react-router/{existing => example}/app/routes/about.tsx (100%)
 rename tests/fixtures/react-router/{existing => example}/app/routes/dashboard.tsx (100%)
 rename tests/fixtures/react-router/{existing => example}/app/routes/home.tsx (100%)
 rename tests/fixtures/react-router/{existing => example}/package.json (100%)
 rename tests/fixtures/react-router/{existing => example}/react-router.config.ts (100%)
 rename tests/fixtures/react-router/{existing => example}/tsconfig.json (100%)
 rename tests/fixtures/react-router/{existing => example}/vite.config.ts (100%)
 delete mode 100644 tests/fixtures/react-router/fresh/app/root.tsx
 delete mode 100644 tests/fixtures/react-router/fresh/app/routes.ts
 delete mode 100644 tests/fixtures/react-router/fresh/app/routes/home.tsx
 delete mode 100644 tests/fixtures/react-router/fresh/package.json
 delete mode 100644 tests/fixtures/react-router/fresh/react-router.config.ts
 delete mode 100644 tests/fixtures/react-router/fresh/tsconfig.json
 delete mode 100644 tests/fixtures/react-router/fresh/vite.config.ts
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/.env.example (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/index.html (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/package.json (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/src/App.tsx (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/src/main.tsx (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/src/pages/About.tsx (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/src/pages/Dashboard.tsx (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/src/pages/Home.tsx (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/src/vite-env.d.ts (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/tsconfig.json (100%)
 rename tests/fixtures/react/{existing-auth0 => example-auth0}/vite.config.ts (100%)
 rename tests/fixtures/react/{existing => example}/index.html (100%)
 rename tests/fixtures/react/{existing => example}/package.json (100%)
 rename tests/fixtures/react/{existing => example}/src/App.tsx (100%)
 rename tests/fixtures/react/{existing => example}/src/main.tsx (100%)
 rename tests/fixtures/react/{existing => example}/src/pages/About.tsx (100%)
 rename tests/fixtures/react/{existing => example}/src/pages/Dashboard.tsx (100%)
 rename tests/fixtures/react/{existing => example}/src/pages/Home.tsx (100%)
 rename tests/fixtures/react/{existing => example}/src/vite-env.d.ts (100%)
 rename tests/fixtures/react/{existing => example}/tsconfig.json (100%)
 rename tests/fixtures/react/{existing => example}/vite.config.ts (100%)
 delete mode 100644 tests/fixtures/react/fresh/index.html
 delete mode 100644 tests/fixtures/react/fresh/package.json
 delete mode 100644 tests/fixtures/react/fresh/src/App.tsx
 delete mode 100644 tests/fixtures/react/fresh/src/main.tsx
 delete mode 100644 tests/fixtures/react/fresh/src/vite-env.d.ts
 delete mode 100644 tests/fixtures/react/fresh/tsconfig.json
 delete mode 100644 tests/fixtures/react/fresh/vite.config.ts
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/.env.example (100%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/package.json (100%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/src/routeTree.gen.ts (100%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/src/router.tsx (100%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/src/routes/__root.tsx (88%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/src/routes/dashboard.tsx (100%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/src/routes/index.tsx (100%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/src/styles.css (100%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/tsconfig.json (100%)
 rename tests/fixtures/tanstack-start/{existing-auth0 => example-auth0}/vite.config.ts (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/package.json (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/src/routeTree.gen.ts (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/src/router.tsx (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/src/routes/__root.tsx (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/src/routes/dashboard.tsx (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/src/routes/index.tsx (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/src/styles.css (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/tsconfig.json (100%)
 rename tests/fixtures/tanstack-start/{existing => example}/vite.config.ts (100%)
 delete mode 100644 tests/fixtures/tanstack-start/fresh/package.json
 delete mode 100644 tests/fixtures/tanstack-start/fresh/src/routeTree.gen.ts
 delete mode 100644 tests/fixtures/tanstack-start/fresh/src/router.tsx
 delete mode 100644 tests/fixtures/tanstack-start/fresh/src/routes/__root.tsx
 delete mode 100644 tests/fixtures/tanstack-start/fresh/src/routes/index.tsx
 delete mode 100644 tests/fixtures/tanstack-start/fresh/src/styles.css
 delete mode 100644 tests/fixtures/tanstack-start/fresh/tsconfig.json
 delete mode 100644 tests/fixtures/tanstack-start/fresh/vite.config.ts
 rename tests/fixtures/vanilla-js/{existing-auth0 => example-auth0}/.env.example (100%)
 rename tests/fixtures/vanilla-js/{existing-auth0 => example-auth0}/about.html (100%)
 rename tests/fixtures/vanilla-js/{existing-auth0 => example-auth0}/dashboard.html (100%)
 rename tests/fixtures/vanilla-js/{existing-auth0 => example-auth0}/dashboard.js (100%)
 rename tests/fixtures/vanilla-js/{existing-auth0 => example-auth0}/index.html (100%)
 rename tests/fixtures/vanilla-js/{existing-auth0 => example-auth0}/main.js (100%)
 rename tests/fixtures/vanilla-js/{existing-auth0 => example-auth0}/package.json (100%)
 rename tests/fixtures/vanilla-js/{existing-auth0 => example-auth0}/styles.css (100%)
 rename tests/fixtures/vanilla-js/{existing => example}/about.html (100%)
 rename tests/fixtures/vanilla-js/{existing => example}/dashboard.html (100%)
 rename tests/fixtures/vanilla-js/{existing => example}/index.html (100%)
 rename tests/fixtures/vanilla-js/{existing => example}/main.js (100%)
 rename tests/fixtures/vanilla-js/{existing => example}/package.json (100%)
 rename tests/fixtures/vanilla-js/{existing => example}/styles.css (100%)
 delete mode 100644 tests/fixtures/vanilla-js/fresh/index.html
 delete mode 100644 tests/fixtures/vanilla-js/fresh/main.js
 delete mode 100644 tests/fixtures/vanilla-js/fresh/package.json

diff --git a/tests/evals/README.md b/tests/evals/README.md
index 8eb2f7f..71009ee 100644
--- a/tests/evals/README.md
+++ b/tests/evals/README.md
@@ -12,18 +12,17 @@ pnpm eval
 pnpm eval --framework=nextjs
 
 # Run specific scenario
-pnpm eval --framework=react --state=existing-auth0
+pnpm eval --framework=react --state=example-auth0
 ```
 
 ## Test Matrix
 
-The framework tests 15 scenarios (5 frameworks × 3 project states):
+The framework tests 10 scenarios (5 frameworks × 2 project states):
 
-| State            | Description                                          |
-| ---------------- | ---------------------------------------------------- |
-| `fresh`          | Minimal scaffold from `create-*` tools               |
-| `existing`       | Project with routes, components, custom config       |
-| `existing-auth0` | Project with Auth0 authentication already integrated |
+| State           | Description                                          |
+| --------------- | ---------------------------------------------------- |
+| `example`       | Project with routes, components, custom config       |
+| `example-auth0` | Project with Auth0 authentication already integrated |
 
 | Framework        | Skill                         | Key Checks                                     |
 | ---------------- | ----------------------------- | ---------------------------------------------- |
@@ -52,13 +51,13 @@ The framework tests 15 scenarios (5 frameworks × 3 project states):
 ### 1. Inspect the failure details
 
 ```bash
-pnpm eval --framework=react --state=existing-auth0 --verbose
+pnpm eval --framework=react --state=example-auth0 --verbose
 ```
 
 ### 2. Preserve the temp directory
 
 ```bash
-pnpm eval --framework=react --state=existing-auth0 --keep-on-fail
+pnpm eval --framework=react --state=example-auth0 --keep-on-fail
 # Output will show: "Temp directory preserved: /tmp/eval-react-xxxxx"
 ```
 
diff --git a/tests/evals/cli.ts b/tests/evals/cli.ts
index 69d1a3e..c248144 100644
--- a/tests/evals/cli.ts
+++ b/tests/evals/cli.ts
@@ -17,7 +17,7 @@ export interface CliOptions {
 }
 
 const FRAMEWORKS = ['nextjs', 'react', 'react-router', 'tanstack-start', 'vanilla-js'];
-const STATES = ['fresh', 'existing', 'existing-auth0'];
+const STATES = ['example', 'example-auth0'];
 
 export function parseArgs(args: string[]): CliOptions {
   const options: CliOptions = {
@@ -142,10 +142,10 @@ Options:
   --help, -h          Show this help message
 
 Examples:
-  pnpm eval                           # Run all 15 scenarios
+  pnpm eval                           # Run all 10 scenarios
   pnpm eval --framework=nextjs        # Run only Next.js scenarios
-  pnpm eval --state=fresh             # Run only fresh app scenarios
-  pnpm eval --framework=react --state=existing-auth0
+  pnpm eval --state=example           # Run only example app scenarios
+  pnpm eval --framework=react --state=example-auth0
                                       # Run specific scenario
   pnpm eval --debug                   # Verbose output, keep failed dirs
   pnpm eval --retry=3                 # More retry attempts
diff --git a/tests/evals/reporter.ts b/tests/evals/reporter.ts
index cae1cd9..0753cf4 100644
--- a/tests/evals/reporter.ts
+++ b/tests/evals/reporter.ts
@@ -1,15 +1,15 @@
 import type { EvalResult } from './types.js';
 
 const FRAMEWORKS = ['nextjs', 'react', 'react-router', 'tanstack-start', 'vanilla-js'];
-const STATES = ['fresh', 'existing', 'existing-auth0'];
+const STATES = ['example', 'example-auth0'];
 
 export function printMatrix(results: EvalResult[]): void {
   const resultMap = new Map(results.map((r) => [r.scenario, r]));
 
   // Header
-  console.log('\n┌─────────────────┬─────────┬──────────┬───────────────┐');
-  console.log('│ Framework       │  Fresh  │ Existing │ Existing+Auth │');
-  console.log('├─────────────────┼─────────┼──────────┼───────────────┤');
+  console.log('\n┌─────────────────┬─────────┬───────────────┐');
+  console.log('│ Framework       │ Example │ Example+Auth0 │');
+  console.log('├─────────────────┼─────────┼───────────────┤');
 
   for (const framework of FRAMEWORKS) {
     const cells = STATES.map((state) => {
@@ -20,10 +20,10 @@ export function printMatrix(results: EvalResult[]): void {
     });
 
     const name = framework.padEnd(15);
-    console.log(`│ ${name} │${cells[0]}│${cells[1]}  │${cells[2]}     │`);
+    console.log(`│ ${name} │${cells[0]}│${cells[1]}     │`);
   }
 
-  console.log('└─────────────────┴─────────┴──────────┴───────────────┘');
+  console.log('└─────────────────┴─────────┴───────────────┘');
 
   // Summary
   const passed = results.filter((r) => r.passed).length;
diff --git a/tests/evals/runner.ts b/tests/evals/runner.ts
index 104fff5..3abce79 100644
--- a/tests/evals/runner.ts
+++ b/tests/evals/runner.ts
@@ -17,29 +17,24 @@ interface Scenario {
 
 const SCENARIOS: Scenario[] = [
   // Next.js
-  { framework: 'nextjs', state: 'fresh', grader: NextjsGrader },
-  { framework: 'nextjs', state: 'existing', grader: NextjsGrader },
-  { framework: 'nextjs', state: 'existing-auth0', grader: NextjsGrader },
+  { framework: 'nextjs', state: 'example', grader: NextjsGrader },
+  { framework: 'nextjs', state: 'example-auth0', grader: NextjsGrader },
 
   // React SPA
-  { framework: 'react', state: 'fresh', grader: ReactGrader },
-  { framework: 'react', state: 'existing', grader: ReactGrader },
-  { framework: 'react', state: 'existing-auth0', grader: ReactGrader },
+  { framework: 'react', state: 'example', grader: ReactGrader },
+  { framework: 'react', state: 'example-auth0', grader: ReactGrader },
 
   // React Router
-  { framework: 'react-router', state: 'fresh', grader: ReactRouterGrader },
-  { framework: 'react-router', state: 'existing', grader: ReactRouterGrader },
-  { framework: 'react-router', state: 'existing-auth0', grader: ReactRouterGrader },
+  { framework: 'react-router', state: 'example', grader: ReactRouterGrader },
+  { framework: 'react-router', state: 'example-auth0', grader: ReactRouterGrader },
 
   // TanStack Start
-  { framework: 'tanstack-start', state: 'fresh', grader: TanstackGrader },
-  { framework: 'tanstack-start', state: 'existing', grader: TanstackGrader },
-  { framework: 'tanstack-start', state: 'existing-auth0', grader: TanstackGrader },
+  { framework: 'tanstack-start', state: 'example', grader: TanstackGrader },
+  { framework: 'tanstack-start', state: 'example-auth0', grader: TanstackGrader },
 
   // Vanilla JS
-  { framework: 'vanilla-js', state: 'fresh', grader: VanillaGrader },
-  { framework: 'vanilla-js', state: 'existing', grader: VanillaGrader },
-  { framework: 'vanilla-js', state: 'existing-auth0', grader: VanillaGrader },
+  { framework: 'vanilla-js', state: 'example', grader: VanillaGrader },
+  { framework: 'vanilla-js', state: 'example-auth0', grader: VanillaGrader },
 ];
 
 export interface ExtendedEvalOptions extends EvalOptions {
diff --git a/tests/fixtures/nextjs/existing-auth0/.env.example b/tests/fixtures/nextjs/example-auth0/.env.example
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/.env.example
rename to tests/fixtures/nextjs/example-auth0/.env.example
diff --git a/tests/fixtures/nextjs/existing-auth0/app/about/page.tsx b/tests/fixtures/nextjs/example-auth0/app/about/page.tsx
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/app/about/page.tsx
rename to tests/fixtures/nextjs/example-auth0/app/about/page.tsx
diff --git a/tests/fixtures/nextjs/existing-auth0/app/api/auth/[auth0]/route.ts b/tests/fixtures/nextjs/example-auth0/app/api/auth/[auth0]/route.ts
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/app/api/auth/[auth0]/route.ts
rename to tests/fixtures/nextjs/example-auth0/app/api/auth/[auth0]/route.ts
diff --git a/tests/fixtures/nextjs/existing-auth0/app/dashboard/page.tsx b/tests/fixtures/nextjs/example-auth0/app/dashboard/page.tsx
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/app/dashboard/page.tsx
rename to tests/fixtures/nextjs/example-auth0/app/dashboard/page.tsx
diff --git a/tests/fixtures/nextjs/existing-auth0/app/layout.tsx b/tests/fixtures/nextjs/example-auth0/app/layout.tsx
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/app/layout.tsx
rename to tests/fixtures/nextjs/example-auth0/app/layout.tsx
diff --git a/tests/fixtures/nextjs/existing-auth0/app/page.tsx b/tests/fixtures/nextjs/example-auth0/app/page.tsx
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/app/page.tsx
rename to tests/fixtures/nextjs/example-auth0/app/page.tsx
diff --git a/tests/fixtures/nextjs/existing-auth0/next.config.mjs b/tests/fixtures/nextjs/example-auth0/next.config.mjs
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/next.config.mjs
rename to tests/fixtures/nextjs/example-auth0/next.config.mjs
diff --git a/tests/fixtures/nextjs/existing-auth0/package.json b/tests/fixtures/nextjs/example-auth0/package.json
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/package.json
rename to tests/fixtures/nextjs/example-auth0/package.json
diff --git a/tests/fixtures/nextjs/existing-auth0/tsconfig.json b/tests/fixtures/nextjs/example-auth0/tsconfig.json
similarity index 100%
rename from tests/fixtures/nextjs/existing-auth0/tsconfig.json
rename to tests/fixtures/nextjs/example-auth0/tsconfig.json
diff --git a/tests/fixtures/nextjs/existing/app/about/page.tsx b/tests/fixtures/nextjs/example/app/about/page.tsx
similarity index 100%
rename from tests/fixtures/nextjs/existing/app/about/page.tsx
rename to tests/fixtures/nextjs/example/app/about/page.tsx
diff --git a/tests/fixtures/nextjs/existing/app/api/hello/route.ts b/tests/fixtures/nextjs/example/app/api/hello/route.ts
similarity index 100%
rename from tests/fixtures/nextjs/existing/app/api/hello/route.ts
rename to tests/fixtures/nextjs/example/app/api/hello/route.ts
diff --git a/tests/fixtures/nextjs/existing/app/dashboard/page.tsx b/tests/fixtures/nextjs/example/app/dashboard/page.tsx
similarity index 100%
rename from tests/fixtures/nextjs/existing/app/dashboard/page.tsx
rename to tests/fixtures/nextjs/example/app/dashboard/page.tsx
diff --git a/tests/fixtures/nextjs/existing/app/layout.tsx b/tests/fixtures/nextjs/example/app/layout.tsx
similarity index 100%
rename from tests/fixtures/nextjs/existing/app/layout.tsx
rename to tests/fixtures/nextjs/example/app/layout.tsx
diff --git a/tests/fixtures/nextjs/existing/app/page.tsx b/tests/fixtures/nextjs/example/app/page.tsx
similarity index 100%
rename from tests/fixtures/nextjs/existing/app/page.tsx
rename to tests/fixtures/nextjs/example/app/page.tsx
diff --git a/tests/fixtures/nextjs/existing/next.config.mjs b/tests/fixtures/nextjs/example/next.config.mjs
similarity index 100%
rename from tests/fixtures/nextjs/existing/next.config.mjs
rename to tests/fixtures/nextjs/example/next.config.mjs
diff --git a/tests/fixtures/nextjs/existing/package.json b/tests/fixtures/nextjs/example/package.json
similarity index 100%
rename from tests/fixtures/nextjs/existing/package.json
rename to tests/fixtures/nextjs/example/package.json
diff --git a/tests/fixtures/nextjs/existing/tsconfig.json b/tests/fixtures/nextjs/example/tsconfig.json
similarity index 100%
rename from tests/fixtures/nextjs/existing/tsconfig.json
rename to tests/fixtures/nextjs/example/tsconfig.json
diff --git a/tests/fixtures/nextjs/fresh/app/layout.tsx b/tests/fixtures/nextjs/fresh/app/layout.tsx
deleted file mode 100644
index f3ef34c..0000000
--- a/tests/fixtures/nextjs/fresh/app/layout.tsx
+++ /dev/null
@@ -1,7 +0,0 @@
-export default function RootLayout({ children }: { children: React.ReactNode }) {
-  return (
-    <html lang="en">
-      <body>{children}</body>
-    </html>
-  );
-}
diff --git a/tests/fixtures/nextjs/fresh/app/page.tsx b/tests/fixtures/nextjs/fresh/app/page.tsx
deleted file mode 100644
index 9584f50..0000000
--- a/tests/fixtures/nextjs/fresh/app/page.tsx
+++ /dev/null
@@ -1,7 +0,0 @@
-export default function Home() {
-  return (
-    <main>
-      <h1>Welcome</h1>
-    </main>
-  );
-}
diff --git a/tests/fixtures/nextjs/fresh/next.config.mjs b/tests/fixtures/nextjs/fresh/next.config.mjs
deleted file mode 100644
index 4678774..0000000
--- a/tests/fixtures/nextjs/fresh/next.config.mjs
+++ /dev/null
@@ -1,4 +0,0 @@
-/** @type {import('next').NextConfig} */
-const nextConfig = {};
-
-export default nextConfig;
diff --git a/tests/fixtures/nextjs/fresh/package.json b/tests/fixtures/nextjs/fresh/package.json
deleted file mode 100644
index 0016e7d..0000000
--- a/tests/fixtures/nextjs/fresh/package.json
+++ /dev/null
@@ -1,21 +0,0 @@
-{
-  "name": "nextjs-fresh-fixture",
-  "version": "0.0.1",
-  "private": true,
-  "scripts": {
-    "dev": "next dev",
-    "build": "next build",
-    "start": "next start"
-  },
-  "dependencies": {
-    "next": "^14.2.0",
-    "react": "^18.3.0",
-    "react-dom": "^18.3.0"
-  },
-  "devDependencies": {
-    "@types/node": "^20.0.0",
-    "@types/react": "^18.3.0",
-    "@types/react-dom": "^18.3.0",
-    "typescript": "^5.4.0"
-  }
-}
diff --git a/tests/fixtures/nextjs/fresh/tsconfig.json b/tests/fixtures/nextjs/fresh/tsconfig.json
deleted file mode 100644
index 6420eed..0000000
--- a/tests/fixtures/nextjs/fresh/tsconfig.json
+++ /dev/null
@@ -1,21 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "ES2017",
-    "lib": ["dom", "dom.iterable", "esnext"],
-    "allowJs": true,
-    "skipLibCheck": true,
-    "strict": true,
-    "noEmit": true,
-    "esModuleInterop": true,
-    "module": "esnext",
-    "moduleResolution": "bundler",
-    "resolveJsonModule": true,
-    "isolatedModules": true,
-    "jsx": "preserve",
-    "incremental": true,
-    "plugins": [{ "name": "next" }],
-    "paths": { "@/*": ["./*"] }
-  },
-  "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
-  "exclude": ["node_modules"]
-}
diff --git a/tests/fixtures/react-router/existing-auth0/.env.example b/tests/fixtures/react-router/example-auth0/.env.example
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/.env.example
rename to tests/fixtures/react-router/example-auth0/.env.example
diff --git a/tests/fixtures/react-router/existing-auth0/app/root.tsx b/tests/fixtures/react-router/example-auth0/app/root.tsx
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/app/root.tsx
rename to tests/fixtures/react-router/example-auth0/app/root.tsx
diff --git a/tests/fixtures/react-router/existing-auth0/app/routes.ts b/tests/fixtures/react-router/example-auth0/app/routes.ts
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/app/routes.ts
rename to tests/fixtures/react-router/example-auth0/app/routes.ts
diff --git a/tests/fixtures/react-router/existing-auth0/app/routes/about.tsx b/tests/fixtures/react-router/example-auth0/app/routes/about.tsx
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/app/routes/about.tsx
rename to tests/fixtures/react-router/example-auth0/app/routes/about.tsx
diff --git a/tests/fixtures/react-router/existing-auth0/app/routes/dashboard.tsx b/tests/fixtures/react-router/example-auth0/app/routes/dashboard.tsx
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/app/routes/dashboard.tsx
rename to tests/fixtures/react-router/example-auth0/app/routes/dashboard.tsx
diff --git a/tests/fixtures/react-router/existing-auth0/app/routes/home.tsx b/tests/fixtures/react-router/example-auth0/app/routes/home.tsx
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/app/routes/home.tsx
rename to tests/fixtures/react-router/example-auth0/app/routes/home.tsx
diff --git a/tests/fixtures/react-router/existing-auth0/package.json b/tests/fixtures/react-router/example-auth0/package.json
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/package.json
rename to tests/fixtures/react-router/example-auth0/package.json
diff --git a/tests/fixtures/react-router/existing-auth0/react-router.config.ts b/tests/fixtures/react-router/example-auth0/react-router.config.ts
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/react-router.config.ts
rename to tests/fixtures/react-router/example-auth0/react-router.config.ts
diff --git a/tests/fixtures/react-router/existing-auth0/tsconfig.json b/tests/fixtures/react-router/example-auth0/tsconfig.json
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/tsconfig.json
rename to tests/fixtures/react-router/example-auth0/tsconfig.json
diff --git a/tests/fixtures/react-router/existing-auth0/vite.config.ts b/tests/fixtures/react-router/example-auth0/vite.config.ts
similarity index 100%
rename from tests/fixtures/react-router/existing-auth0/vite.config.ts
rename to tests/fixtures/react-router/example-auth0/vite.config.ts
diff --git a/tests/fixtures/react-router/existing/app/root.tsx b/tests/fixtures/react-router/example/app/root.tsx
similarity index 100%
rename from tests/fixtures/react-router/existing/app/root.tsx
rename to tests/fixtures/react-router/example/app/root.tsx
diff --git a/tests/fixtures/react-router/existing/app/routes.ts b/tests/fixtures/react-router/example/app/routes.ts
similarity index 100%
rename from tests/fixtures/react-router/existing/app/routes.ts
rename to tests/fixtures/react-router/example/app/routes.ts
diff --git a/tests/fixtures/react-router/existing/app/routes/about.tsx b/tests/fixtures/react-router/example/app/routes/about.tsx
similarity index 100%
rename from tests/fixtures/react-router/existing/app/routes/about.tsx
rename to tests/fixtures/react-router/example/app/routes/about.tsx
diff --git a/tests/fixtures/react-router/existing/app/routes/dashboard.tsx b/tests/fixtures/react-router/example/app/routes/dashboard.tsx
similarity index 100%
rename from tests/fixtures/react-router/existing/app/routes/dashboard.tsx
rename to tests/fixtures/react-router/example/app/routes/dashboard.tsx
diff --git a/tests/fixtures/react-router/existing/app/routes/home.tsx b/tests/fixtures/react-router/example/app/routes/home.tsx
similarity index 100%
rename from tests/fixtures/react-router/existing/app/routes/home.tsx
rename to tests/fixtures/react-router/example/app/routes/home.tsx
diff --git a/tests/fixtures/react-router/existing/package.json b/tests/fixtures/react-router/example/package.json
similarity index 100%
rename from tests/fixtures/react-router/existing/package.json
rename to tests/fixtures/react-router/example/package.json
diff --git a/tests/fixtures/react-router/existing/react-router.config.ts b/tests/fixtures/react-router/example/react-router.config.ts
similarity index 100%
rename from tests/fixtures/react-router/existing/react-router.config.ts
rename to tests/fixtures/react-router/example/react-router.config.ts
diff --git a/tests/fixtures/react-router/existing/tsconfig.json b/tests/fixtures/react-router/example/tsconfig.json
similarity index 100%
rename from tests/fixtures/react-router/existing/tsconfig.json
rename to tests/fixtures/react-router/example/tsconfig.json
diff --git a/tests/fixtures/react-router/existing/vite.config.ts b/tests/fixtures/react-router/example/vite.config.ts
similarity index 100%
rename from tests/fixtures/react-router/existing/vite.config.ts
rename to tests/fixtures/react-router/example/vite.config.ts
diff --git a/tests/fixtures/react-router/fresh/app/root.tsx b/tests/fixtures/react-router/fresh/app/root.tsx
deleted file mode 100644
index dea8bc3..0000000
--- a/tests/fixtures/react-router/fresh/app/root.tsx
+++ /dev/null
@@ -1,23 +0,0 @@
-import { Links, Meta, Outlet, Scripts, ScrollRestoration } from 'react-router';
-
-export function Layout({ children }: { children: React.ReactNode }) {
-  return (
-    <html lang="en">
-      <head>
-        <meta charSet="utf-8" />
-        <meta name="viewport" content="width=device-width, initial-scale=1" />
-        <Meta />
-        <Links />
-      </head>
-      <body>
-        {children}
-        <ScrollRestoration />
-        <Scripts />
-      </body>
-    </html>
-  );
-}
-
-export default function Root() {
-  return <Outlet />;
-}
diff --git a/tests/fixtures/react-router/fresh/app/routes.ts b/tests/fixtures/react-router/fresh/app/routes.ts
deleted file mode 100644
index 205ff3c..0000000
--- a/tests/fixtures/react-router/fresh/app/routes.ts
+++ /dev/null
@@ -1,3 +0,0 @@
-import { type RouteConfig, index } from '@react-router/dev/routes';
-
-export default [index('routes/home.tsx')] satisfies RouteConfig;
diff --git a/tests/fixtures/react-router/fresh/app/routes/home.tsx b/tests/fixtures/react-router/fresh/app/routes/home.tsx
deleted file mode 100644
index 6e60f0f..0000000
--- a/tests/fixtures/react-router/fresh/app/routes/home.tsx
+++ /dev/null
@@ -1,8 +0,0 @@
-export default function Home() {
-  return (
-    <div>
-      <h1>Welcome to React Router</h1>
-      <p>This is a fresh React Router application.</p>
-    </div>
-  );
-}
diff --git a/tests/fixtures/react-router/fresh/package.json b/tests/fixtures/react-router/fresh/package.json
deleted file mode 100644
index 398ca86..0000000
--- a/tests/fixtures/react-router/fresh/package.json
+++ /dev/null
@@ -1,25 +0,0 @@
-{
-  "name": "react-router-fresh-fixture",
-  "private": true,
-  "type": "module",
-  "scripts": {
-    "dev": "react-router dev",
-    "build": "react-router build",
-    "start": "react-router-serve ./build/server/index.js"
-  },
-  "dependencies": {
-    "@react-router/node": "^7.1.1",
-    "@react-router/serve": "^7.1.1",
-    "isbot": "^5.1.17",
-    "react": "^18.3.1",
-    "react-dom": "^18.3.1",
-    "react-router": "^7.1.1"
-  },
-  "devDependencies": {
-    "@react-router/dev": "^7.1.1",
-    "@types/react": "^18.3.12",
-    "@types/react-dom": "^18.3.1",
-    "typescript": "^5.6.2",
-    "vite": "^6.0.5"
-  }
-}
diff --git a/tests/fixtures/react-router/fresh/react-router.config.ts b/tests/fixtures/react-router/fresh/react-router.config.ts
deleted file mode 100644
index 51e8967..0000000
--- a/tests/fixtures/react-router/fresh/react-router.config.ts
+++ /dev/null
@@ -1,5 +0,0 @@
-import type { Config } from '@react-router/dev/config';
-
-export default {
-  ssr: true,
-} satisfies Config;
diff --git a/tests/fixtures/react-router/fresh/tsconfig.json b/tests/fixtures/react-router/fresh/tsconfig.json
deleted file mode 100644
index d063681..0000000
--- a/tests/fixtures/react-router/fresh/tsconfig.json
+++ /dev/null
@@ -1,16 +0,0 @@
-{
-  "include": ["**/*", ".react-router/types/**/*"],
-  "compilerOptions": {
-    "lib": ["DOM", "DOM.Iterable", "ES2022"],
-    "types": ["node", "vite/client"],
-    "target": "ES2022",
-    "module": "ES2022",
-    "moduleResolution": "bundler",
-    "jsx": "react-jsx",
-    "strict": true,
-    "skipLibCheck": true,
-    "noEmit": true,
-    "isolatedModules": true,
-    "rootDirs": [".", "./.react-router/types"]
-  }
-}
diff --git a/tests/fixtures/react-router/fresh/vite.config.ts b/tests/fixtures/react-router/fresh/vite.config.ts
deleted file mode 100644
index 68ba30d..0000000
--- a/tests/fixtures/react-router/fresh/vite.config.ts
+++ /dev/null
@@ -1,6 +0,0 @@
-import { reactRouter } from '@react-router/dev/vite';
-import { defineConfig } from 'vite';
-
-export default defineConfig({
-  plugins: [reactRouter()],
-});
diff --git a/tests/fixtures/react/existing-auth0/.env.example b/tests/fixtures/react/example-auth0/.env.example
similarity index 100%
rename from tests/fixtures/react/existing-auth0/.env.example
rename to tests/fixtures/react/example-auth0/.env.example
diff --git a/tests/fixtures/react/existing-auth0/index.html b/tests/fixtures/react/example-auth0/index.html
similarity index 100%
rename from tests/fixtures/react/existing-auth0/index.html
rename to tests/fixtures/react/example-auth0/index.html
diff --git a/tests/fixtures/react/existing-auth0/package.json b/tests/fixtures/react/example-auth0/package.json
similarity index 100%
rename from tests/fixtures/react/existing-auth0/package.json
rename to tests/fixtures/react/example-auth0/package.json
diff --git a/tests/fixtures/react/existing-auth0/src/App.tsx b/tests/fixtures/react/example-auth0/src/App.tsx
similarity index 100%
rename from tests/fixtures/react/existing-auth0/src/App.tsx
rename to tests/fixtures/react/example-auth0/src/App.tsx
diff --git a/tests/fixtures/react/existing-auth0/src/main.tsx b/tests/fixtures/react/example-auth0/src/main.tsx
similarity index 100%
rename from tests/fixtures/react/existing-auth0/src/main.tsx
rename to tests/fixtures/react/example-auth0/src/main.tsx
diff --git a/tests/fixtures/react/existing-auth0/src/pages/About.tsx b/tests/fixtures/react/example-auth0/src/pages/About.tsx
similarity index 100%
rename from tests/fixtures/react/existing-auth0/src/pages/About.tsx
rename to tests/fixtures/react/example-auth0/src/pages/About.tsx
diff --git a/tests/fixtures/react/existing-auth0/src/pages/Dashboard.tsx b/tests/fixtures/react/example-auth0/src/pages/Dashboard.tsx
similarity index 100%
rename from tests/fixtures/react/existing-auth0/src/pages/Dashboard.tsx
rename to tests/fixtures/react/example-auth0/src/pages/Dashboard.tsx
diff --git a/tests/fixtures/react/existing-auth0/src/pages/Home.tsx b/tests/fixtures/react/example-auth0/src/pages/Home.tsx
similarity index 100%
rename from tests/fixtures/react/existing-auth0/src/pages/Home.tsx
rename to tests/fixtures/react/example-auth0/src/pages/Home.tsx
diff --git a/tests/fixtures/react/existing-auth0/src/vite-env.d.ts b/tests/fixtures/react/example-auth0/src/vite-env.d.ts
similarity index 100%
rename from tests/fixtures/react/existing-auth0/src/vite-env.d.ts
rename to tests/fixtures/react/example-auth0/src/vite-env.d.ts
diff --git a/tests/fixtures/react/existing-auth0/tsconfig.json b/tests/fixtures/react/example-auth0/tsconfig.json
similarity index 100%
rename from tests/fixtures/react/existing-auth0/tsconfig.json
rename to tests/fixtures/react/example-auth0/tsconfig.json
diff --git a/tests/fixtures/react/existing-auth0/vite.config.ts b/tests/fixtures/react/example-auth0/vite.config.ts
similarity index 100%
rename from tests/fixtures/react/existing-auth0/vite.config.ts
rename to tests/fixtures/react/example-auth0/vite.config.ts
diff --git a/tests/fixtures/react/existing/index.html b/tests/fixtures/react/example/index.html
similarity index 100%
rename from tests/fixtures/react/existing/index.html
rename to tests/fixtures/react/example/index.html
diff --git a/tests/fixtures/react/existing/package.json b/tests/fixtures/react/example/package.json
similarity index 100%
rename from tests/fixtures/react/existing/package.json
rename to tests/fixtures/react/example/package.json
diff --git a/tests/fixtures/react/existing/src/App.tsx b/tests/fixtures/react/example/src/App.tsx
similarity index 100%
rename from tests/fixtures/react/existing/src/App.tsx
rename to tests/fixtures/react/example/src/App.tsx
diff --git a/tests/fixtures/react/existing/src/main.tsx b/tests/fixtures/react/example/src/main.tsx
similarity index 100%
rename from tests/fixtures/react/existing/src/main.tsx
rename to tests/fixtures/react/example/src/main.tsx
diff --git a/tests/fixtures/react/existing/src/pages/About.tsx b/tests/fixtures/react/example/src/pages/About.tsx
similarity index 100%
rename from tests/fixtures/react/existing/src/pages/About.tsx
rename to tests/fixtures/react/example/src/pages/About.tsx
diff --git a/tests/fixtures/react/existing/src/pages/Dashboard.tsx b/tests/fixtures/react/example/src/pages/Dashboard.tsx
similarity index 100%
rename from tests/fixtures/react/existing/src/pages/Dashboard.tsx
rename to tests/fixtures/react/example/src/pages/Dashboard.tsx
diff --git a/tests/fixtures/react/existing/src/pages/Home.tsx b/tests/fixtures/react/example/src/pages/Home.tsx
similarity index 100%
rename from tests/fixtures/react/existing/src/pages/Home.tsx
rename to tests/fixtures/react/example/src/pages/Home.tsx
diff --git a/tests/fixtures/react/existing/src/vite-env.d.ts b/tests/fixtures/react/example/src/vite-env.d.ts
similarity index 100%
rename from tests/fixtures/react/existing/src/vite-env.d.ts
rename to tests/fixtures/react/example/src/vite-env.d.ts
diff --git a/tests/fixtures/react/existing/tsconfig.json b/tests/fixtures/react/example/tsconfig.json
similarity index 100%
rename from tests/fixtures/react/existing/tsconfig.json
rename to tests/fixtures/react/example/tsconfig.json
diff --git a/tests/fixtures/react/existing/vite.config.ts b/tests/fixtures/react/example/vite.config.ts
similarity index 100%
rename from tests/fixtures/react/existing/vite.config.ts
rename to tests/fixtures/react/example/vite.config.ts
diff --git a/tests/fixtures/react/fresh/index.html b/tests/fixtures/react/fresh/index.html
deleted file mode 100644
index 5da656c..0000000
--- a/tests/fixtures/react/fresh/index.html
+++ /dev/null
@@ -1,12 +0,0 @@
-<!doctype html>
-<html lang="en">
-  <head>
-    <meta charset="UTF-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>React App</title>
-  </head>
-  <body>
-    <div id="root"></div>
-    <script type="module" src="/src/main.tsx"></script>
-  </body>
-</html>
diff --git a/tests/fixtures/react/fresh/package.json b/tests/fixtures/react/fresh/package.json
deleted file mode 100644
index b24e566..0000000
--- a/tests/fixtures/react/fresh/package.json
+++ /dev/null
@@ -1,22 +0,0 @@
-{
-  "name": "react-fresh-fixture",
-  "private": true,
-  "version": "0.0.0",
-  "type": "module",
-  "scripts": {
-    "dev": "vite",
-    "build": "tsc -b && vite build",
-    "preview": "vite preview"
-  },
-  "dependencies": {
-    "react": "^18.3.1",
-    "react-dom": "^18.3.1"
-  },
-  "devDependencies": {
-    "@types/react": "^18.3.12",
-    "@types/react-dom": "^18.3.1",
-    "@vitejs/plugin-react": "^4.3.4",
-    "typescript": "~5.6.2",
-    "vite": "^6.0.5"
-  }
-}
diff --git a/tests/fixtures/react/fresh/src/App.tsx b/tests/fixtures/react/fresh/src/App.tsx
deleted file mode 100644
index 725bea2..0000000
--- a/tests/fixtures/react/fresh/src/App.tsx
+++ /dev/null
@@ -1,10 +0,0 @@
-function App() {
-  return (
-    <div>
-      <h1>React App</h1>
-      <p>Welcome to your React application.</p>
-    </div>
-  );
-}
-
-export default App;
diff --git a/tests/fixtures/react/fresh/src/main.tsx b/tests/fixtures/react/fresh/src/main.tsx
deleted file mode 100644
index e17d50b..0000000
--- a/tests/fixtures/react/fresh/src/main.tsx
+++ /dev/null
@@ -1,9 +0,0 @@
-import { StrictMode } from 'react';
-import { createRoot } from 'react-dom/client';
-import App from './App.tsx';
-
-createRoot(document.getElementById('root')!).render(
-  <StrictMode>
-    <App />
-  </StrictMode>,
-);
diff --git a/tests/fixtures/react/fresh/src/vite-env.d.ts b/tests/fixtures/react/fresh/src/vite-env.d.ts
deleted file mode 100644
index 11f02fe..0000000
--- a/tests/fixtures/react/fresh/src/vite-env.d.ts
+++ /dev/null
@@ -1 +0,0 @@
-/// <reference types="vite/client" />
diff --git a/tests/fixtures/react/fresh/tsconfig.json b/tests/fixtures/react/fresh/tsconfig.json
deleted file mode 100644
index 109f0ac..0000000
--- a/tests/fixtures/react/fresh/tsconfig.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "ES2020",
-    "useDefineForClassFields": true,
-    "lib": ["ES2020", "DOM", "DOM.Iterable"],
-    "module": "ESNext",
-    "skipLibCheck": true,
-    "moduleResolution": "bundler",
-    "allowImportingTsExtensions": true,
-    "isolatedModules": true,
-    "moduleDetection": "force",
-    "noEmit": true,
-    "jsx": "react-jsx",
-    "strict": true,
-    "noUnusedLocals": true,
-    "noUnusedParameters": true,
-    "noFallthroughCasesInSwitch": true
-  },
-  "include": ["src"]
-}
diff --git a/tests/fixtures/react/fresh/vite.config.ts b/tests/fixtures/react/fresh/vite.config.ts
deleted file mode 100644
index 0466183..0000000
--- a/tests/fixtures/react/fresh/vite.config.ts
+++ /dev/null
@@ -1,6 +0,0 @@
-import { defineConfig } from 'vite';
-import react from '@vitejs/plugin-react';
-
-export default defineConfig({
-  plugins: [react()],
-});
diff --git a/tests/fixtures/tanstack-start/existing-auth0/.env.example b/tests/fixtures/tanstack-start/example-auth0/.env.example
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/.env.example
rename to tests/fixtures/tanstack-start/example-auth0/.env.example
diff --git a/tests/fixtures/tanstack-start/existing-auth0/package.json b/tests/fixtures/tanstack-start/example-auth0/package.json
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/package.json
rename to tests/fixtures/tanstack-start/example-auth0/package.json
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/routeTree.gen.ts b/tests/fixtures/tanstack-start/example-auth0/src/routeTree.gen.ts
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/src/routeTree.gen.ts
rename to tests/fixtures/tanstack-start/example-auth0/src/routeTree.gen.ts
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/router.tsx b/tests/fixtures/tanstack-start/example-auth0/src/router.tsx
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/src/router.tsx
rename to tests/fixtures/tanstack-start/example-auth0/src/router.tsx
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/routes/__root.tsx b/tests/fixtures/tanstack-start/example-auth0/src/routes/__root.tsx
similarity index 88%
rename from tests/fixtures/tanstack-start/existing-auth0/src/routes/__root.tsx
rename to tests/fixtures/tanstack-start/example-auth0/src/routes/__root.tsx
index 800da84..60d1591 100644
--- a/tests/fixtures/tanstack-start/existing-auth0/src/routes/__root.tsx
+++ b/tests/fixtures/tanstack-start/example-auth0/src/routes/__root.tsx
@@ -1,6 +1,6 @@
-import { HeadContent, Scripts, createRootRoute } from '@tanstack/react-router'
-import { Auth0Provider } from '@auth0/auth0-react'
-import appCss from '../styles.css?url'
+import { HeadContent, Scripts, createRootRoute } from '@tanstack/react-router';
+import { Auth0Provider } from '@auth0/auth0-react';
+import appCss from '../styles.css?url';
 
 export const Route = createRootRoute({
   head: () => ({
@@ -12,7 +12,7 @@ export const Route = createRootRoute({
     links: [{ rel: 'stylesheet', href: appCss }],
   }),
   shellComponent: RootDocument,
-})
+});
 
 function RootDocument({ children }: { children: React.ReactNode }) {
   return (
@@ -33,5 +33,5 @@ function RootDocument({ children }: { children: React.ReactNode }) {
         <Scripts />
       </body>
     </html>
-  )
+  );
 }
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/routes/dashboard.tsx b/tests/fixtures/tanstack-start/example-auth0/src/routes/dashboard.tsx
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/src/routes/dashboard.tsx
rename to tests/fixtures/tanstack-start/example-auth0/src/routes/dashboard.tsx
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/routes/index.tsx b/tests/fixtures/tanstack-start/example-auth0/src/routes/index.tsx
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/src/routes/index.tsx
rename to tests/fixtures/tanstack-start/example-auth0/src/routes/index.tsx
diff --git a/tests/fixtures/tanstack-start/existing-auth0/src/styles.css b/tests/fixtures/tanstack-start/example-auth0/src/styles.css
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/src/styles.css
rename to tests/fixtures/tanstack-start/example-auth0/src/styles.css
diff --git a/tests/fixtures/tanstack-start/existing-auth0/tsconfig.json b/tests/fixtures/tanstack-start/example-auth0/tsconfig.json
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/tsconfig.json
rename to tests/fixtures/tanstack-start/example-auth0/tsconfig.json
diff --git a/tests/fixtures/tanstack-start/existing-auth0/vite.config.ts b/tests/fixtures/tanstack-start/example-auth0/vite.config.ts
similarity index 100%
rename from tests/fixtures/tanstack-start/existing-auth0/vite.config.ts
rename to tests/fixtures/tanstack-start/example-auth0/vite.config.ts
diff --git a/tests/fixtures/tanstack-start/existing/package.json b/tests/fixtures/tanstack-start/example/package.json
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/package.json
rename to tests/fixtures/tanstack-start/example/package.json
diff --git a/tests/fixtures/tanstack-start/existing/src/routeTree.gen.ts b/tests/fixtures/tanstack-start/example/src/routeTree.gen.ts
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/src/routeTree.gen.ts
rename to tests/fixtures/tanstack-start/example/src/routeTree.gen.ts
diff --git a/tests/fixtures/tanstack-start/existing/src/router.tsx b/tests/fixtures/tanstack-start/example/src/router.tsx
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/src/router.tsx
rename to tests/fixtures/tanstack-start/example/src/router.tsx
diff --git a/tests/fixtures/tanstack-start/existing/src/routes/__root.tsx b/tests/fixtures/tanstack-start/example/src/routes/__root.tsx
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/src/routes/__root.tsx
rename to tests/fixtures/tanstack-start/example/src/routes/__root.tsx
diff --git a/tests/fixtures/tanstack-start/existing/src/routes/dashboard.tsx b/tests/fixtures/tanstack-start/example/src/routes/dashboard.tsx
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/src/routes/dashboard.tsx
rename to tests/fixtures/tanstack-start/example/src/routes/dashboard.tsx
diff --git a/tests/fixtures/tanstack-start/existing/src/routes/index.tsx b/tests/fixtures/tanstack-start/example/src/routes/index.tsx
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/src/routes/index.tsx
rename to tests/fixtures/tanstack-start/example/src/routes/index.tsx
diff --git a/tests/fixtures/tanstack-start/existing/src/styles.css b/tests/fixtures/tanstack-start/example/src/styles.css
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/src/styles.css
rename to tests/fixtures/tanstack-start/example/src/styles.css
diff --git a/tests/fixtures/tanstack-start/existing/tsconfig.json b/tests/fixtures/tanstack-start/example/tsconfig.json
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/tsconfig.json
rename to tests/fixtures/tanstack-start/example/tsconfig.json
diff --git a/tests/fixtures/tanstack-start/existing/vite.config.ts b/tests/fixtures/tanstack-start/example/vite.config.ts
similarity index 100%
rename from tests/fixtures/tanstack-start/existing/vite.config.ts
rename to tests/fixtures/tanstack-start/example/vite.config.ts
diff --git a/tests/fixtures/tanstack-start/fresh/package.json b/tests/fixtures/tanstack-start/fresh/package.json
deleted file mode 100644
index 4bd216b..0000000
--- a/tests/fixtures/tanstack-start/fresh/package.json
+++ /dev/null
@@ -1,25 +0,0 @@
-{
-  "name": "tanstack-start-fresh-fixture",
-  "private": true,
-  "type": "module",
-  "scripts": {
-    "dev": "vite dev --port 3000",
-    "build": "vite build",
-    "start": "vite preview"
-  },
-  "dependencies": {
-    "@tanstack/react-router": "latest",
-    "@tanstack/react-start": "latest",
-    "@tanstack/router-plugin": "latest",
-    "react": "^19.0.0",
-    "react-dom": "^19.0.0",
-    "vite-tsconfig-paths": "^6.0.0"
-  },
-  "devDependencies": {
-    "@types/react": "^19.0.0",
-    "@types/react-dom": "^19.0.0",
-    "@vitejs/plugin-react": "^5.0.0",
-    "typescript": "^5.7.0",
-    "vite": "^7.0.0"
-  }
-}
diff --git a/tests/fixtures/tanstack-start/fresh/src/routeTree.gen.ts b/tests/fixtures/tanstack-start/fresh/src/routeTree.gen.ts
deleted file mode 100644
index dceedff..0000000
--- a/tests/fixtures/tanstack-start/fresh/src/routeTree.gen.ts
+++ /dev/null
@@ -1,68 +0,0 @@
-/* eslint-disable */
-
-// @ts-nocheck
-
-// noinspection JSUnusedGlobalSymbols
-
-// This file was automatically generated by TanStack Router.
-// You should NOT make any changes in this file as it will be overwritten.
-// Additionally, you should also exclude this file from your linter and/or formatter to prevent it from being checked or modified.
-
-import { Route as rootRouteImport } from './routes/__root'
-import { Route as IndexRouteImport } from './routes/index'
-
-const IndexRoute = IndexRouteImport.update({
-  id: '/',
-  path: '/',
-  getParentRoute: () => rootRouteImport,
-} as any)
-
-export interface FileRoutesByFullPath {
-  '/': typeof IndexRoute
-}
-export interface FileRoutesByTo {
-  '/': typeof IndexRoute
-}
-export interface FileRoutesById {
-  __root__: typeof rootRouteImport
-  '/': typeof IndexRoute
-}
-export interface FileRouteTypes {
-  fileRoutesByFullPath: FileRoutesByFullPath
-  fullPaths: '/'
-  fileRoutesByTo: FileRoutesByTo
-  to: '/'
-  id: '__root__' | '/'
-  fileRoutesById: FileRoutesById
-}
-export interface RootRouteChildren {
-  IndexRoute: typeof IndexRoute
-}
-
-declare module '@tanstack/react-router' {
-  interface FileRoutesByPath {
-    '/': {
-      id: '/'
-      path: '/'
-      fullPath: '/'
-      preLoaderRoute: typeof IndexRouteImport
-      parentRoute: typeof rootRouteImport
-    }
-  }
-}
-
-const rootRouteChildren: RootRouteChildren = {
-  IndexRoute: IndexRoute,
-}
-export const routeTree = rootRouteImport
-  ._addFileChildren(rootRouteChildren)
-  ._addFileTypes<FileRouteTypes>()
-
-import type { getRouter } from './router.tsx'
-import type { createStart } from '@tanstack/react-start'
-declare module '@tanstack/react-start' {
-  interface Register {
-    ssr: true
-    router: Awaited<ReturnType<typeof getRouter>>
-  }
-}
diff --git a/tests/fixtures/tanstack-start/fresh/src/router.tsx b/tests/fixtures/tanstack-start/fresh/src/router.tsx
deleted file mode 100644
index 0c83bf0..0000000
--- a/tests/fixtures/tanstack-start/fresh/src/router.tsx
+++ /dev/null
@@ -1,13 +0,0 @@
-import { createRouter } from '@tanstack/react-router'
-import { routeTree } from './routeTree.gen'
-
-export const getRouter = () => {
-  const router = createRouter({
-    routeTree,
-    context: {},
-    scrollRestoration: true,
-    defaultPreloadStaleTime: 0,
-  })
-
-  return router
-}
diff --git a/tests/fixtures/tanstack-start/fresh/src/routes/__root.tsx b/tests/fixtures/tanstack-start/fresh/src/routes/__root.tsx
deleted file mode 100644
index 4c19158..0000000
--- a/tests/fixtures/tanstack-start/fresh/src/routes/__root.tsx
+++ /dev/null
@@ -1,28 +0,0 @@
-import { HeadContent, Scripts, createRootRoute } from '@tanstack/react-router'
-import appCss from '../styles.css?url'
-
-export const Route = createRootRoute({
-  head: () => ({
-    meta: [
-      { charSet: 'utf-8' },
-      { name: 'viewport', content: 'width=device-width, initial-scale=1' },
-      { title: 'TanStack Start App' },
-    ],
-    links: [{ rel: 'stylesheet', href: appCss }],
-  }),
-  shellComponent: RootDocument,
-})
-
-function RootDocument({ children }: { children: React.ReactNode }) {
-  return (
-    <html lang="en">
-      <head>
-        <HeadContent />
-      </head>
-      <body>
-        {children}
-        <Scripts />
-      </body>
-    </html>
-  )
-}
diff --git a/tests/fixtures/tanstack-start/fresh/src/routes/index.tsx b/tests/fixtures/tanstack-start/fresh/src/routes/index.tsx
deleted file mode 100644
index 2b23619..0000000
--- a/tests/fixtures/tanstack-start/fresh/src/routes/index.tsx
+++ /dev/null
@@ -1,14 +0,0 @@
-import { createFileRoute } from '@tanstack/react-router'
-
-export const Route = createFileRoute('/')({
-  component: Home,
-})
-
-function Home() {
-  return (
-    <div className="container">
-      <h1>Welcome to TanStack Start</h1>
-      <p>Edit <code>src/routes/index.tsx</code> to get started.</p>
-    </div>
-  )
-}
diff --git a/tests/fixtures/tanstack-start/fresh/src/styles.css b/tests/fixtures/tanstack-start/fresh/src/styles.css
deleted file mode 100644
index c48d4c3..0000000
--- a/tests/fixtures/tanstack-start/fresh/src/styles.css
+++ /dev/null
@@ -1,20 +0,0 @@
-body {
-  margin: 0;
-  font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen,
-    Ubuntu, Cantarell, 'Fira Sans', 'Droid Sans', 'Helvetica Neue', sans-serif;
-  -webkit-font-smoothing: antialiased;
-  -moz-osx-font-smoothing: grayscale;
-}
-
-.container {
-  max-width: 800px;
-  margin: 0 auto;
-  padding: 2rem;
-}
-
-code {
-  font-family: source-code-pro, Menlo, Monaco, Consolas, 'Courier New', monospace;
-  background: #f4f4f4;
-  padding: 0.2em 0.4em;
-  border-radius: 3px;
-}
diff --git a/tests/fixtures/tanstack-start/fresh/tsconfig.json b/tests/fixtures/tanstack-start/fresh/tsconfig.json
deleted file mode 100644
index 4c6eec9..0000000
--- a/tests/fixtures/tanstack-start/fresh/tsconfig.json
+++ /dev/null
@@ -1,23 +0,0 @@
-{
-  "include": ["**/*.ts", "**/*.tsx"],
-  "compilerOptions": {
-    "target": "ES2022",
-    "jsx": "react-jsx",
-    "module": "ESNext",
-    "lib": ["ES2022", "DOM", "DOM.Iterable"],
-    "types": ["vite/client"],
-    "moduleResolution": "bundler",
-    "allowImportingTsExtensions": true,
-    "verbatimModuleSyntax": false,
-    "noEmit": true,
-    "skipLibCheck": true,
-    "strict": true,
-    "noUnusedLocals": true,
-    "noUnusedParameters": true,
-    "noFallthroughCasesInSwitch": true,
-    "baseUrl": ".",
-    "paths": {
-      "@/*": ["./src/*"]
-    }
-  }
-}
diff --git a/tests/fixtures/tanstack-start/fresh/vite.config.ts b/tests/fixtures/tanstack-start/fresh/vite.config.ts
deleted file mode 100644
index a3594f9..0000000
--- a/tests/fixtures/tanstack-start/fresh/vite.config.ts
+++ /dev/null
@@ -1,14 +0,0 @@
-import { defineConfig } from 'vite'
-import { tanstackStart } from '@tanstack/react-start/plugin/vite'
-import viteReact from '@vitejs/plugin-react'
-import viteTsConfigPaths from 'vite-tsconfig-paths'
-
-export default defineConfig({
-  plugins: [
-    viteTsConfigPaths({
-      projects: ['./tsconfig.json'],
-    }),
-    tanstackStart(),
-    viteReact(),
-  ],
-})
diff --git a/tests/fixtures/vanilla-js/existing-auth0/.env.example b/tests/fixtures/vanilla-js/example-auth0/.env.example
similarity index 100%
rename from tests/fixtures/vanilla-js/existing-auth0/.env.example
rename to tests/fixtures/vanilla-js/example-auth0/.env.example
diff --git a/tests/fixtures/vanilla-js/existing-auth0/about.html b/tests/fixtures/vanilla-js/example-auth0/about.html
similarity index 100%
rename from tests/fixtures/vanilla-js/existing-auth0/about.html
rename to tests/fixtures/vanilla-js/example-auth0/about.html
diff --git a/tests/fixtures/vanilla-js/existing-auth0/dashboard.html b/tests/fixtures/vanilla-js/example-auth0/dashboard.html
similarity index 100%
rename from tests/fixtures/vanilla-js/existing-auth0/dashboard.html
rename to tests/fixtures/vanilla-js/example-auth0/dashboard.html
diff --git a/tests/fixtures/vanilla-js/existing-auth0/dashboard.js b/tests/fixtures/vanilla-js/example-auth0/dashboard.js
similarity index 100%
rename from tests/fixtures/vanilla-js/existing-auth0/dashboard.js
rename to tests/fixtures/vanilla-js/example-auth0/dashboard.js
diff --git a/tests/fixtures/vanilla-js/existing-auth0/index.html b/tests/fixtures/vanilla-js/example-auth0/index.html
similarity index 100%
rename from tests/fixtures/vanilla-js/existing-auth0/index.html
rename to tests/fixtures/vanilla-js/example-auth0/index.html
diff --git a/tests/fixtures/vanilla-js/existing-auth0/main.js b/tests/fixtures/vanilla-js/example-auth0/main.js
similarity index 100%
rename from tests/fixtures/vanilla-js/existing-auth0/main.js
rename to tests/fixtures/vanilla-js/example-auth0/main.js
diff --git a/tests/fixtures/vanilla-js/existing-auth0/package.json b/tests/fixtures/vanilla-js/example-auth0/package.json
similarity index 100%
rename from tests/fixtures/vanilla-js/existing-auth0/package.json
rename to tests/fixtures/vanilla-js/example-auth0/package.json
diff --git a/tests/fixtures/vanilla-js/existing-auth0/styles.css b/tests/fixtures/vanilla-js/example-auth0/styles.css
similarity index 100%
rename from tests/fixtures/vanilla-js/existing-auth0/styles.css
rename to tests/fixtures/vanilla-js/example-auth0/styles.css
diff --git a/tests/fixtures/vanilla-js/existing/about.html b/tests/fixtures/vanilla-js/example/about.html
similarity index 100%
rename from tests/fixtures/vanilla-js/existing/about.html
rename to tests/fixtures/vanilla-js/example/about.html
diff --git a/tests/fixtures/vanilla-js/existing/dashboard.html b/tests/fixtures/vanilla-js/example/dashboard.html
similarity index 100%
rename from tests/fixtures/vanilla-js/existing/dashboard.html
rename to tests/fixtures/vanilla-js/example/dashboard.html
diff --git a/tests/fixtures/vanilla-js/existing/index.html b/tests/fixtures/vanilla-js/example/index.html
similarity index 100%
rename from tests/fixtures/vanilla-js/existing/index.html
rename to tests/fixtures/vanilla-js/example/index.html
diff --git a/tests/fixtures/vanilla-js/existing/main.js b/tests/fixtures/vanilla-js/example/main.js
similarity index 100%
rename from tests/fixtures/vanilla-js/existing/main.js
rename to tests/fixtures/vanilla-js/example/main.js
diff --git a/tests/fixtures/vanilla-js/existing/package.json b/tests/fixtures/vanilla-js/example/package.json
similarity index 100%
rename from tests/fixtures/vanilla-js/existing/package.json
rename to tests/fixtures/vanilla-js/example/package.json
diff --git a/tests/fixtures/vanilla-js/existing/styles.css b/tests/fixtures/vanilla-js/example/styles.css
similarity index 100%
rename from tests/fixtures/vanilla-js/existing/styles.css
rename to tests/fixtures/vanilla-js/example/styles.css
diff --git a/tests/fixtures/vanilla-js/fresh/index.html b/tests/fixtures/vanilla-js/fresh/index.html
deleted file mode 100644
index 2776313..0000000
--- a/tests/fixtures/vanilla-js/fresh/index.html
+++ /dev/null
@@ -1,15 +0,0 @@
-<!doctype html>
-<html lang="en">
-  <head>
-    <meta charset="UTF-8" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Vanilla JS App</title>
-  </head>
-  <body>
-    <div id="app">
-      <h1>Vanilla JS App</h1>
-      <p>Welcome to your vanilla JavaScript application.</p>
-    </div>
-    <script type="module" src="/main.js"></script>
-  </body>
-</html>
diff --git a/tests/fixtures/vanilla-js/fresh/main.js b/tests/fixtures/vanilla-js/fresh/main.js
deleted file mode 100644
index 83a130d..0000000
--- a/tests/fixtures/vanilla-js/fresh/main.js
+++ /dev/null
@@ -1 +0,0 @@
-console.log('Vanilla JS app loaded');
diff --git a/tests/fixtures/vanilla-js/fresh/package.json b/tests/fixtures/vanilla-js/fresh/package.json
deleted file mode 100644
index 22b1db0..0000000
--- a/tests/fixtures/vanilla-js/fresh/package.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
-  "name": "vanilla-js-fresh-fixture",
-  "private": true,
-  "type": "module",
-  "scripts": {
-    "dev": "vite",
-    "build": "vite build",
-    "preview": "vite preview"
-  },
-  "devDependencies": {
-    "vite": "^6.0.5"
-  }
-}

From 0186c1596f565c49ff4162733ef5d19db779098e Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Mon, 2 Feb 2026 07:10:16 -0600
Subject: [PATCH 20/21] fix(evals): include root.tsx in React Router
 authkitLoader check

The grader pattern only checked routes/**/*.tsx but in React Router v7
Framework mode, authkitLoader belongs in app/root.tsx (the root layout).
Updated pattern to match both root.tsx and routes/**/*.
---
 tests/evals/graders/react-router.grader.ts | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/evals/graders/react-router.grader.ts b/tests/evals/graders/react-router.grader.ts
index dba3701..a67fa0c 100644
--- a/tests/evals/graders/react-router.grader.ts
+++ b/tests/evals/graders/react-router.grader.ts
@@ -38,10 +38,10 @@ export class ReactRouterGrader implements Grader {
     );
 
     // Check authkitLoader usage in some route for auth state
-    // Can be root route or any protected route
+    // Can be root route (app/root.tsx in Framework mode) or any protected route
     checks.push(
       await this.fileGrader.checkFileWithPattern(
-        '{app,src}/routes/**/*.{ts,tsx}',
+        '{app,src}/{root,routes/**/*}.{ts,tsx}',
         ['authkitLoader', '@workos-inc/authkit-react-router'],
         'authkitLoader for auth state in routes',
       ),

From 25aef7ce94b2d101ff64bfde025a9e94146e0bdb Mon Sep 17 00:00:00 2001
From: Nick Nisi <nick.nisi@workos.com>
Date: Mon, 2 Feb 2026 07:19:01 -0600
Subject: [PATCH 21/21] fix(evals): align result matrix table columns

---
 tests/evals/reporter.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/evals/reporter.ts b/tests/evals/reporter.ts
index 0753cf4..562f3cc 100644
--- a/tests/evals/reporter.ts
+++ b/tests/evals/reporter.ts
@@ -20,7 +20,7 @@ export function printMatrix(results: EvalResult[]): void {
     });
 
     const name = framework.padEnd(15);
-    console.log(`│ ${name} │${cells[0]}│${cells[1]}     │`);
+    console.log(`│ ${name} │ ${cells[0]} │ ${cells[1]}       │`);
   }
 
   console.log('└─────────────────┴─────────┴───────────────┘');