feat: add friendlyId to LlmModel, TRQL llm_usage integration, and seed-on-startup

- Add friendly_id column to llm_models (llm_model_xxx format)
- Use friendlyId as matchedModelId in all external surfaces
- Add durationNs render type to TSQLResultsTable and QueryResultsChart
- Add 4 example queries for llm_usage in query editor
- Add LLM_PRICING_SEED_ON_STARTUP env var for local bootstrapping
- Update admin API and seed to generate friendlyId

refs TRI-7773

Author: ericallam

apps/webapp/app/components/code/QueryResultsChart.tsx

@@ -1209,6 +1209,11 @@ function createYAxisFormatter(
       formatDurationMilliseconds(value * 1000, { style: "short" });
   }
 
+  if (format === "durationNs") {
+    return (value: number): string =>
+      formatDurationMilliseconds(value / 1_000_000, { style: "short" });
+  }
+
   if (format === "costInDollars" || format === "cost") {
     return (value: number): string => {
       const dollars = format === "cost" ? value / 100 : value;

apps/webapp/app/components/code/TSQLResultsTable.tsx

@@ -81,6 +81,11 @@ function getFormattedValue(value: unknown, column: OutputColumnMetadata): string
           return formatDurationMilliseconds(value * 1000, { style: "short" });
         }
         break;
+      case "durationNs":
+        if (typeof value === "number") {
+          return formatDurationMilliseconds(value / 1_000_000, { style: "short" });
+        }
+        break;
       case "cost":
         if (typeof value === "number") {
           return formatCurrencyAccurate(value / 100);
@@ -282,6 +287,12 @@ function getDisplayLength(value: unknown, column: OutputColumnMetadata): number
           return formatted.length;
         }
         return 10;
+      case "durationNs":
+        if (typeof value === "number") {
+          const formatted = formatDurationMilliseconds(value / 1_000_000, { style: "short" });
+          return formatted.length;
+        }
+        return 10;
       case "cost":
       case "costInDollars":
         // Currency format: "$1,234.56"
@@ -598,6 +609,15 @@ function CellValue({
           );
         }
         return <span>{String(value)}</span>;
+      case "durationNs":
+        if (typeof value === "number") {
+          return (
+            <span className="tabular-nums">
+              {formatDurationMilliseconds(value / 1_000_000, { style: "short" })}
+            </span>
+          );
+        }
+        return <span>{String(value)}</span>;
       case "cost":
         if (typeof value === "number") {
           return <span className="tabular-nums">{formatCurrencyAccurate(value / 100)}</span>;

apps/webapp/app/env.server.ts

@@ -1280,6 +1280,7 @@ const EnvironmentSchema = z
     // LLM cost tracking
     LLM_COST_TRACKING_ENABLED: BoolEnv.default(true),
     LLM_PRICING_RELOAD_INTERVAL_MS: z.coerce.number().int().default(5 * 60 * 1000), // 5 minutes
+    LLM_PRICING_SEED_ON_STARTUP: BoolEnv.default(false),
 
     // Bootstrap
     TRIGGER_BOOTSTRAP_ENABLED: z.string().default("0"),

apps/webapp/app/routes/_app.orgs.$organizationSlug.projects.$projectParam.env.$envParam.query/ExamplesContent.tsx

@@ -118,6 +118,63 @@ LIMIT 100`,
     scope: "environment",
     table: "metrics",
   },
+  {
+    title: "LLM cost by model (past 7d)",
+    description: "Total cost, input tokens, and output tokens grouped by model over the last 7 days.",
+    query: `SELECT
+  response_model,
+  SUM(total_cost) AS total_cost,
+  SUM(input_tokens) AS input_tokens,
+  SUM(output_tokens) AS output_tokens
+FROM llm_usage
+WHERE start_time > now() - INTERVAL 7 DAY
+GROUP BY response_model
+ORDER BY total_cost DESC`,
+    scope: "environment",
+    table: "llm_usage",
+  },
+  {
+    title: "LLM cost over time",
+    description: "Total LLM cost bucketed over time. The bucket size adjusts automatically.",
+    query: `SELECT
+  timeBucket(),
+  SUM(total_cost) AS total_cost
+FROM llm_usage
+GROUP BY timeBucket
+ORDER BY timeBucket
+LIMIT 1000`,
+    scope: "environment",
+    table: "llm_usage",
+  },
+  {
+    title: "Most expensive runs by LLM cost (top 50)",
+    description: "Top 50 runs by total LLM cost with token breakdown.",
+    query: `SELECT
+  run_id,
+  task_identifier,
+  SUM(total_cost) AS llm_cost,
+  SUM(input_tokens) AS input_tokens,
+  SUM(output_tokens) AS output_tokens
+FROM llm_usage
+GROUP BY run_id, task_identifier
+ORDER BY llm_cost DESC
+LIMIT 50`,
+    scope: "environment",
+    table: "llm_usage",
+  },
+  {
+    title: "LLM calls by provider",
+    description: "Count and cost of LLM calls grouped by AI provider.",
+    query: `SELECT
+  gen_ai_system,
+  count() AS call_count,
+  SUM(total_cost) AS total_cost
+FROM llm_usage
+GROUP BY gen_ai_system
+ORDER BY total_cost DESC`,
+    scope: "environment",
+    table: "llm_usage",
+  },
 ];
 
 const tableOptions = querySchemas.map((s) => ({ label: s.name, value: s.name }));

apps/webapp/app/routes/admin.api.v1.llm-models.ts

@@ -2,6 +2,7 @@ import { type ActionFunctionArgs, type LoaderFunctionArgs, json } from "@remix-r
 import { z } from "zod";
 import { prisma } from "~/db.server";
 import { authenticateApiRequestWithPersonalAccessToken } from "~/services/personalAccessToken.server";
+import { generateFriendlyId } from "~/v3/friendlyIdentifiers";
 
 async function requireAdmin(request: Request) {
   const authResult = await authenticateApiRequestWithPersonalAccessToken(request);
@@ -93,6 +94,7 @@ export async function action({ request }: ActionFunctionArgs) {
   // Create model first, then tiers with explicit model connection
   const model = await prisma.llmModel.create({
     data: {
+      friendlyId: generateFriendlyId("llm_model"),
       modelName,
       matchPattern,
       startDate: startDate ? new Date(startDate) : null,

apps/webapp/app/v3/llmPricingRegistry.server.ts

@@ -1,12 +1,23 @@
-import { ModelPricingRegistry } from "@internal/llm-pricing";
+import { ModelPricingRegistry, seedLlmPricing } from "@internal/llm-pricing";
 import { trail } from "agentcrumbs"; // @crumbs
-import { $replica } from "~/db.server";
+import { prisma, $replica } from "~/db.server";
 import { env } from "~/env.server";
 import { singleton } from "~/utils/singleton";
 import { setLlmPricingRegistry } from "./utils/enrichCreatableEvents.server";
 
 const crumb = trail("webapp:llm-registry"); // @crumbs
 
+async function initRegistry(registry: ModelPricingRegistry) {
+  if (env.LLM_PRICING_SEED_ON_STARTUP) {
+    crumb("seeding llm pricing on startup"); // @crumbs
+    const result = await seedLlmPricing(prisma);
+    crumb("seed complete", { modelsCreated: result.modelsCreated, modelsSkipped: result.modelsSkipped }); // @crumbs
+  }
+
+  await registry.loadFromDatabase();
+  crumb("registry loaded successfully", { isLoaded: registry.isLoaded }); // @crumbs
+}
+
 export const llmPricingRegistry = singleton("llmPricingRegistry", () => {
   if (!env.LLM_COST_TRACKING_ENABLED) {
     crumb("llm cost tracking disabled via env"); // @crumbs
@@ -19,15 +30,10 @@ export const llmPricingRegistry = singleton("llmPricingRegistry", () => {
   // Wire up the registry so enrichCreatableEvents can use it
   setLlmPricingRegistry(registry);
 
-  registry
-    .loadFromDatabase()
-    .then(() => {
-      crumb("registry loaded successfully", { isLoaded: registry.isLoaded }); // @crumbs
-    })
-    .catch((err) => {
-      crumb("registry load failed", { error: String(err) }); // @crumbs
-      console.error("Failed to load LLM pricing registry", err);
-    });
+  initRegistry(registry).catch((err) => {
+    crumb("registry init failed", { error: String(err) }); // @crumbs
+    console.error("Failed to initialize LLM pricing registry", err);
+  });
 
   // Periodic reload
   const reloadInterval = env.LLM_PRICING_RELOAD_INTERVAL_MS;

apps/webapp/test/otlpExporter.test.ts

@@ -406,7 +406,7 @@ describe("OTLPExporter", () => {
           const inputCost = (usageDetails["input"] ?? 0) * 0.0000025;
           const outputCost = (usageDetails["output"] ?? 0) * 0.00001;
           return {
-            matchedModelId: "model-gpt4o",
+            matchedModelId: "llm_model_gpt4o",
             matchedModelName: "gpt-4o",
             pricingTierId: "tier-standard",
             pricingTierName: "Standard",

internal-packages/database/prisma/migrations/20260310155049_add_llm_pricing_tables/migration.sql

@@ -1,6 +1,7 @@
 -- CreateTable
 CREATE TABLE "public"."llm_models" (
     "id" TEXT NOT NULL,
+    "friendly_id" TEXT NOT NULL,
     "project_id" TEXT,
     "model_name" TEXT NOT NULL,
     "match_pattern" TEXT NOT NULL,
@@ -35,6 +36,9 @@ CREATE TABLE "public"."llm_prices" (
     CONSTRAINT "llm_prices_pkey" PRIMARY KEY ("id")
 );
 
+-- CreateIndex
+CREATE UNIQUE INDEX "llm_models_friendly_id_key" ON "public"."llm_models"("friendly_id");
+
 -- CreateIndex
 CREATE INDEX "llm_models_project_id_idx" ON "public"."llm_models"("project_id");
 

internal-packages/database/prisma/schema.prisma

@@ -2586,6 +2586,7 @@ model MetricsDashboard {
 /// A known LLM model or model pattern for cost tracking
 model LlmModel {
   id           String    @id @default(cuid())
+  friendlyId   String    @unique @map("friendly_id")
   projectId    String?   @map("project_id")
   project      Project?  @relation(fields: [projectId], references: [id], onDelete: Cascade)
   modelName    String    @map("model_name")

internal-packages/llm-pricing/package.json

@@ -6,6 +6,7 @@
   "types": "./src/index.ts",
   "type": "module",
   "dependencies": {
+    "@trigger.dev/core": "workspace:*",
     "@trigger.dev/database": "workspace:*"
   },
   "scripts": {