remove for bedrock since they handle on their own

Author: icecrasher321

.cursor/commands/council.md

@@ -0,0 +1,7 @@
+Based on the given area of interest, please:
+
+1. Dig around the codebase in terms of that given area of interest, gather general information such as keywords and architecture overview.
+2. Spawn off n=10 (unless specified otherwise) task agents to dig deeper into the codebase in terms of that given area of interest, some of them should be out of the box for variance.
+3. Once the task agents are done, use the information to do what the user wants.
+
+If user is in plan mode, use the information to create the plan.

apps/sim/providers/anthropic/index.ts

@@ -302,13 +302,18 @@ export const anthropicProvider: ProviderConfig = {
       const providerStartTime = Date.now()
       const providerStartTimeISO = new Date(providerStartTime).toISOString()
 
+      const nonStreamingMaxTokens =
+        Number.parseInt(String(request.maxTokens)) ||
+        getMaxOutputTokensForModel(request.model, false)
+      const intermediatePayload = { ...payload, max_tokens: nonStreamingMaxTokens }
+
       try {
         const initialCallTime = Date.now()
-        const originalToolChoice = payload.tool_choice
+        const originalToolChoice = intermediatePayload.tool_choice
         const forcedTools = preparedTools?.forcedTools || []
         let usedForcedTools: string[] = []
 
-        let currentResponse = await anthropic.messages.create(payload)
+        let currentResponse = await anthropic.messages.create(intermediatePayload)
         const firstResponseTime = Date.now() - initialCallTime
 
         let content = ''
@@ -491,7 +496,7 @@ export const anthropicProvider: ProviderConfig = {
             toolsTime += thisToolsTime
 
             const nextPayload = {
-              ...payload,
+              ...intermediatePayload,
               messages: currentMessages,
             }
 
@@ -674,13 +679,17 @@ export const anthropicProvider: ProviderConfig = {
     const providerStartTime = Date.now()
     const providerStartTimeISO = new Date(providerStartTime).toISOString()
 
+    const toolLoopMaxTokens =
+      Number.parseInt(String(request.maxTokens)) || getMaxOutputTokensForModel(request.model, false)
+    const toolLoopPayload = { ...payload, max_tokens: toolLoopMaxTokens }
+
     try {
       const initialCallTime = Date.now()
-      const originalToolChoice = payload.tool_choice
+      const originalToolChoice = toolLoopPayload.tool_choice
       const forcedTools = preparedTools?.forcedTools || []
       let usedForcedTools: string[] = []
 
-      let currentResponse = await anthropic.messages.create(payload)
+      let currentResponse = await anthropic.messages.create(toolLoopPayload)
       const firstResponseTime = Date.now() - initialCallTime
 
       let content = ''
@@ -867,7 +876,7 @@ export const anthropicProvider: ProviderConfig = {
           toolsTime += thisToolsTime
 
           const nextPayload = {
-            ...payload,
+            ...toolLoopPayload,
             messages: currentMessages,
           }
 

apps/sim/providers/bedrock/index.ts

@@ -268,6 +268,13 @@ export const bedrockProvider: ProviderConfig = {
         getMaxOutputTokensForModel(request.model, request.stream ?? false),
     }
 
+    const toolLoopInferenceConfig = {
+      ...inferenceConfig,
+      maxTokens:
+        Number.parseInt(String(request.maxTokens)) ||
+        getMaxOutputTokensForModel(request.model, false),
+    }
+
     const shouldStreamToolCalls = request.streamToolCalls ?? false
 
     if (request.stream && (!bedrockTools || bedrockTools.length === 0)) {
@@ -374,7 +381,7 @@ export const bedrockProvider: ProviderConfig = {
         modelId: bedrockModelId,
         messages,
         system: systemPromptWithSchema.length > 0 ? systemPromptWithSchema : undefined,
-        inferenceConfig,
+        inferenceConfig: toolLoopInferenceConfig,
         toolConfig,
       })
 
@@ -620,7 +627,7 @@ export const bedrockProvider: ProviderConfig = {
           modelId: bedrockModelId,
           messages: currentMessages,
           system: systemPromptWithSchema.length > 0 ? systemPromptWithSchema : undefined,
-          inferenceConfig,
+          inferenceConfig: toolLoopInferenceConfig,
           toolConfig: bedrockTools?.length
             ? { tools: bedrockTools, toolChoice: nextToolChoice }
             : undefined,
@@ -687,7 +694,7 @@ export const bedrockProvider: ProviderConfig = {
           modelId: bedrockModelId,
           messages: currentMessages,
           system: systemPromptWithSchema.length > 0 ? systemPromptWithSchema : undefined,
-          inferenceConfig,
+          inferenceConfig: toolLoopInferenceConfig,
           toolConfig: {
             tools: [structuredOutputTool],
             toolChoice: { tool: { name: structuredOutputToolName } },