Working

Author: nang-dev

src/api/providers/anthropic.ts

@@ -227,6 +227,28 @@ export class AnthropicHandler extends BaseProvider implements SingleCompletionHa
 			id = "claude-3-7-sonnet-20250219"
 		}
 
+		// Prioritize serverside model info
+		if (this.options.apiModelId && this.options.pearaiAgentModels) {
+			let modelInfo = null
+			if (this.options.apiModelId.startsWith("pearai")) {
+				modelInfo = this.options.pearaiAgentModels.models[this.options.apiModelId].underlyingModelUpdated
+			} else {
+				modelInfo = this.options.pearaiAgentModels.models[this.options.apiModelId || "pearai-model"]
+			}
+			if (modelInfo) {
+				return {
+					id: this.options.apiModelId,
+					info: modelInfo,
+					virtualId,
+					...getModelParams({
+						options: this.options,
+						model: info,
+						defaultMaxTokens: ANTHROPIC_DEFAULT_MAX_TOKENS,
+					}),
+				}
+			}
+		}
+
 		return {
 			id,
 			info,

src/api/providers/pearai/pearai.ts

@@ -71,7 +71,6 @@ export class PearAiHandler extends BaseProvider implements SingleCompletionHandl
 					console.log("AMAZING")
 				}
 				const pearaiAgentModels = options.pearaiAgentModels
-				this.pearAIAgentModels = pearaiAgentModels
 				const underlyingModel =
 					pearaiAgentModels.models[modelId]?.underlyingModelUpdated?.underlyingModel ||
 					pearaiAgentModels.models[modelId]?.underlyingModel ||
@@ -118,26 +117,7 @@ export class PearAiHandler extends BaseProvider implements SingleCompletionHandl
 		}
 	}
 
-	getModel(): { id: string; info: ModelInfo } {
-		if (this.options.apiModelId) {
-			let modelInfo = null
-			if (this.options.apiModelId.startsWith("pearai")) {
-				modelInfo = this.pearAIAgentModels?.models[this.options.apiModelId].underlyingModelUpdated
-			} else if (this.pearAIAgentModels) {
-				modelInfo = this.pearAIAgentModels.models[this.options.apiModelId || "pearai-model"]
-			}
-			if (modelInfo) {
-				return {
-					id: this.options.apiModelId,
-					info: {
-						contextWindow: modelInfo.contextWindow || 4096, // provide default or actual value
-						supportsPromptCache: modelInfo.supportsPromptCaching || false, // provide default or actual value
-						...modelInfo,
-					},
-				}
-			}
-		}
-
+	public getModel(): { id: string; info: ModelInfo } {
 		// Fallback to using what's available on client side
 		const baseModel = this.handler.getModel()
 		return baseModel

src/api/providers/pearai/pearaiGeneric.ts

@@ -222,6 +222,21 @@ export class PearAIGenericHandler extends BaseProvider implements SingleCompleti
 
 	override getModel(): { id: string; info: ModelInfo } {
 		const modelId = this.options.openAiModelId ?? "none"
+		// Prioritize serverside model info
+		if (this.options.apiModelId && this.options.pearaiAgentModels) {
+			let modelInfo = null
+			if (this.options.apiModelId.startsWith("pearai")) {
+				modelInfo = this.options.pearaiAgentModels.models[this.options.apiModelId].underlyingModelUpdated
+			} else {
+				modelInfo = this.options.pearaiAgentModels.models[this.options.apiModelId || "pearai-model"]
+			}
+			if (modelInfo) {
+				return {
+					id: this.options.apiModelId,
+					info: modelInfo,
+				}
+			}
+		}
 		return {
 			id: modelId,
 			info: allModels[modelId],