add reasoning options to templates

Author: charleslien

.agents/base-lite.ts

@@ -7,6 +7,11 @@ const definition: SecretAgentDefinition = {
   id: 'base-lite',
   publisher,
   ...base('openai/gpt-5'),
+  reasoningOptions: {
+    enabled: true,
+    exclude: false,
+    effort: 'high',
+  },
 }
 
 export default definition

.agents/factory/base.ts

@@ -8,7 +8,7 @@ import {
 import { AgentTemplateTypes } from '../types/secret-agent-definition'
 
 import type { SecretAgentDefinition } from '../types/secret-agent-definition'
-import { ModelName } from 'types/agent-definition'
+import type { ModelName } from 'types/agent-definition'
 
 export const base = (
   model: ModelName,

.agents/types/agent-definition.ts

@@ -34,6 +34,23 @@ export interface AgentDefinition {
   /** AI model to use for this agent. Can be any model in OpenRouter: https://openrouter.ai/models */
   model: ModelName
 
+  /**
+   * https://openrouter.ai/docs/use-cases/reasoning-tokens
+   * One of `max_tokens` or `effort` is required.
+   * If `exclude` is true, reasoning will be removed from the response. Default is false.
+   */
+  reasoningOptions?: {
+    enabled?: boolean
+    exclude?: boolean
+  } & (
+    | {
+        max_tokens: number
+      }
+    | {
+        effort: 'high' | 'medium' | 'low'
+      }
+  )
+
   // ============================================================================
   // Tools and Subagents
   // ============================================================================

backend/src/llm-apis/vercel-ai-sdk/ai-sdk.ts

@@ -23,7 +23,6 @@ import { openRouterLanguageModel } from '../openrouter'
 import { vertexFinetuned } from './vertex-finetuned'
 
 import type { System } from '../claude'
-import type { GoogleGenerativeAIProviderOptions } from '@ai-sdk/google'
 import type {
   GeminiModel,
   Model,
@@ -98,14 +97,6 @@ export const promptAiSdkStream = async function* (
     ...options,
     model: aiSDKModel,
     maxRetries: options.maxRetries,
-    providerOptions: {
-      google: {
-        thinkingConfig: {
-          includeThoughts: false,
-          thinkingBudget: options.thinkingBudget ?? 128,
-        },
-      } satisfies GoogleGenerativeAIProviderOptions,
-    },
   })
 
   let content = ''

backend/src/prompt-agent-stream.ts

@@ -5,6 +5,7 @@ import { globalStopSequence } from './tools/constants'
 
 import type { AgentTemplate } from './templates/types'
 import type { CodebuffMessage } from '@codebuff/common/types/message'
+import type { OpenRouterProviderOptions } from '@codebuff/internal/openrouter-ai-sdk'
 
 export const getAgentStreamFromTemplate = (params: {
   clientSessionId: string
@@ -40,17 +41,23 @@ export const getAgentStreamFromTemplate = (params: {
     const provider =
       providerModelNames[primaryModel as keyof typeof providerModelNames]
 
+    if (!options.providerOptions) {
+      options.providerOptions = {}
+    }
     if (provider === 'gemini') {
-      if (!options.providerOptions) {
-        options.providerOptions = {}
-      }
       if (!options.providerOptions.gemini) {
         options.providerOptions.gemini = {}
       }
       if (!options.providerOptions.gemini.thinkingConfig) {
         options.providerOptions.gemini.thinkingConfig = { thinkingBudget: 128 }
       }
     }
+    if (!options.providerOptions.openrouter) {
+      options.providerOptions.openrouter = {}
+    }
+    ;(
+      options.providerOptions.openrouter as OpenRouterProviderOptions
+    ).reasoning = template.reasoningOptions
 
     return promptAiSdkStream(options)
   }

common/src/templates/initial-agents-dir/types/agent-definition.ts

@@ -34,6 +34,23 @@ export interface AgentDefinition {
   /** AI model to use for this agent. Can be any model in OpenRouter: https://openrouter.ai/models */
   model: ModelName
 
+  /**
+   * https://openrouter.ai/docs/use-cases/reasoning-tokens
+   * One of `max_tokens` or `effort` is required.
+   * If `exclude` is true, reasoning will be removed from the response. Default is false.
+   */
+  reasoningOptions?: {
+    enabled?: boolean
+    exclude?: boolean
+  } & (
+    | {
+        max_tokens: number
+      }
+    | {
+        effort: 'high' | 'medium' | 'low'
+      }
+  )
+
   // ============================================================================
   // Tools and Subagents
   // ============================================================================

common/src/types/agent-template.ts

@@ -2,6 +2,7 @@ import type { Model } from '../constants'
 import type { AgentState, AgentTemplateType } from './session-state'
 import type { ToolCall } from '../templates/initial-agents-dir/types/agent-definition'
 import type { ToolName } from '../tools/constants'
+import type { OpenRouterProviderOptions } from '@codebuff/internal/openrouter-ai-sdk'
 import type { z } from 'zod/v4'
 
 export type AgentTemplate<
@@ -11,6 +12,7 @@ export type AgentTemplate<
   id: AgentTemplateType
   displayName: string
   model: Model
+  reasoningOptions: OpenRouterProviderOptions['reasoning']
 
   toolNames: ToolName[]
   spawnableAgents: AgentTemplateType[]

common/src/types/dynamic-agent-template.ts

@@ -101,6 +101,18 @@ export const DynamicAgentDefinitionSchema = z.object({
   // Required fields for new agents
   displayName: z.string(),
   model: z.string(),
+  reasoningOptions: z
+    .object({
+      enabled: z.boolean().optional(),
+      exclude: z.boolean().optional(),
+    })
+    .and(
+      z.union([
+        z.object({ max_tokens: z.number() }),
+        z.object({ effort: z.enum(['high', 'medium', 'low']) }),
+      ]),
+    )
+    .optional(),
 
   // Tools and spawnable agents
   toolNames: z.array(z.enum(toolNames)).optional().default([]),