Enable middle-out transform for OpenRouter to improve long conversation handling

brandonkachen · codebuff-team · brandonkachen · commit 728d7c858063 · 2025-08-06T11:20:11.000-07:00
Enabled the middle-out transform in OpenRouter configuration to better manage context window limitations by preserving beginning and end of conversations while removing less critical middle content.

🤖 Generated with Codebuff
Co-Authored-By: Codebuff &lt;noreply@codebuff.com&gt;
diff --git a/backend/src/llm-apis/openrouter.ts b/backend/src/llm-apis/openrouter.ts
@@ -17,7 +17,7 @@ const providerOrder = {
 
 export function openRouterLanguageModel(model: Model) {
   const extraBody: Record<string, any> = {
-    // transforms: ['middle-out'],
+    transforms: ['middle-out'],
   }
 
   // Set allow_fallbacks based on whether model is explicitly defined

Original file line number	Diff line number	Diff line change
`@@ -17,7 +17,7 @@ const providerOrder = {`
`17`	`17`
`18`	`18`	`export function openRouterLanguageModel(model: Model) {`
`19`	`19`	`const extraBody: Record<string, any> = {`
`20`		`- // transforms: ['middle-out'],`
	`20`	`+ transforms: ['middle-out'],`
`21`	`21`	`}`
`22`	`22`
`23`	`23`	`// Set allow_fallbacks based on whether model is explicitly defined`