-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathAgentRuntimeConversationFactory.cs
More file actions
397 lines (357 loc) · 15.3 KB
/
AgentRuntimeConversationFactory.cs
File metadata and controls
397 lines (357 loc) · 15.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
using System.Globalization;
using DotPilot.Core.Providers;
using GitHub.Copilot.SDK;
using ManagedCode.ClaudeCodeSharpSDK.Configuration;
using ManagedCode.ClaudeCodeSharpSDK.Extensions.AI;
using ManagedCode.CodexSharpSDK.Client;
using ManagedCode.CodexSharpSDK.Configuration;
using ManagedCode.CodexSharpSDK.Extensions.AI;
using ManagedCode.GeminiSharpSDK.Configuration;
using ManagedCode.GeminiSharpSDK.Extensions.AI;
using Microsoft.Agents.AI;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
using Microsoft.ML.OnnxRuntimeGenAI;
using ClaudeThreadOptions = ManagedCode.ClaudeCodeSharpSDK.Client.ThreadOptions;
using CodexThreadOptions = ManagedCode.CodexSharpSDK.Client.ThreadOptions;
using GeminiApprovalMode = ManagedCode.GeminiSharpSDK.Client.ApprovalMode;
using GeminiSandboxMode = ManagedCode.GeminiSharpSDK.Client.SandboxMode;
using GeminiThreadOptions = ManagedCode.GeminiSharpSDK.Client.ThreadOptions;
namespace DotPilot.Core.ChatSessions;
internal sealed class AgentRuntimeConversationFactory(
AgentSessionStorageOptions storageOptions,
AgentExecutionLoggingMiddleware executionLoggingMiddleware,
LocalAgentSessionStateStore sessionStateStore,
IServiceProvider serviceProvider,
TimeProvider timeProvider,
ILogger<AgentRuntimeConversationFactory> logger)
{
public async ValueTask InitializeAsync(
AgentProfileRecord agentRecord,
SessionId sessionId,
CancellationToken cancellationToken)
{
AgentRuntimeConversationFactoryLog.InitializeStarted(logger, sessionId, agentRecord.Id);
if (ShouldUseTransientRuntimeConversation(agentRecord))
{
AgentRuntimeConversationFactoryLog.TransientRuntimeConversation(logger, sessionId, agentRecord.Id);
return;
}
var runtimeSession = await LoadOrCreateAsync(agentRecord, sessionId, cancellationToken);
await sessionStateStore.SaveAsync(runtimeSession.Agent, runtimeSession.Session, sessionId, cancellationToken);
if (logger.IsEnabled(LogLevel.Information))
{
var agentRuntimeId = agentRecord.Id.ToString("N", CultureInfo.InvariantCulture);
AgentRuntimeConversationFactoryLog.SessionSaved(
logger,
sessionId,
agentRuntimeId);
}
}
public async ValueTask<RuntimeConversationContext> LoadOrCreateAsync(
AgentProfileRecord agentRecord,
SessionId sessionId,
CancellationToken cancellationToken)
{
ArgumentNullException.ThrowIfNull(agentRecord);
var useTransientConversation = ShouldUseTransientRuntimeConversation(agentRecord);
var historyProvider = new FolderChatHistoryProvider(
serviceProvider.GetRequiredService<LocalAgentChatHistoryStore>());
var descriptor = CreateExecutionDescriptor(agentRecord);
var agent = await CreateAgentAsync(agentRecord, descriptor, historyProvider, sessionId, cancellationToken);
if (useTransientConversation)
{
var transientSession = await CreateNewSessionAsync(agent, sessionId, cancellationToken);
AgentRuntimeConversationFactoryLog.TransientRuntimeConversation(logger, sessionId, agentRecord.Id);
return new RuntimeConversationContext(agent, transientSession, descriptor, IsTransient: true);
}
var session = await sessionStateStore.TryLoadAsync(agent, sessionId, cancellationToken);
if (session is null)
{
session = await CreateNewSessionAsync(agent, sessionId, cancellationToken);
await sessionStateStore.SaveAsync(agent, session, sessionId, cancellationToken);
AgentRuntimeConversationFactoryLog.SessionCreated(logger, sessionId, agentRecord.Id);
}
else
{
AgentRuntimeConversationFactoryLog.SessionLoaded(logger, sessionId, agentRecord.Id);
}
FolderChatHistoryProvider.BindToSession(session, sessionId);
return new RuntimeConversationContext(agent, session, descriptor);
}
public ValueTask SaveAsync(
RuntimeConversationContext runtimeContext,
SessionId sessionId,
CancellationToken cancellationToken)
{
ArgumentNullException.ThrowIfNull(runtimeContext);
if (runtimeContext.IsTransient)
{
return ValueTask.CompletedTask;
}
AgentRuntimeConversationFactoryLog.SessionSaved(logger, sessionId, runtimeContext.Agent.Id);
return sessionStateStore.SaveAsync(runtimeContext.Agent, runtimeContext.Session, sessionId, cancellationToken);
}
private bool ShouldUseTransientRuntimeConversation(AgentProfileRecord agentRecord)
{
ArgumentNullException.ThrowIfNull(agentRecord);
var providerKind = (AgentProviderKind)agentRecord.ProviderKind;
return storageOptions.PreferTransientRuntimeConversation ||
(OperatingSystem.IsBrowser() && providerKind == AgentProviderKind.Debug);
}
private static async ValueTask<AgentSession> CreateNewSessionAsync(
AIAgent agent,
SessionId sessionId,
CancellationToken cancellationToken)
{
var session = await agent.CreateSessionAsync(cancellationToken);
FolderChatHistoryProvider.BindToSession(session, sessionId);
return session;
}
private async ValueTask<AIAgent> CreateAgentAsync(
AgentProfileRecord agentRecord,
AgentExecutionDescriptor descriptor,
FolderChatHistoryProvider historyProvider,
SessionId sessionId,
CancellationToken cancellationToken)
{
AgentRuntimeConversationFactoryLog.AgentRuntimeCreated(
logger,
agentRecord.Id,
agentRecord.Name,
descriptor.ProviderKind);
var agent = descriptor.ProviderKind switch
{
AgentProviderKind.GitHubCopilot => await CreateGitHubCopilotAgentAsync(
agentRecord,
descriptor,
sessionId,
cancellationToken),
_ => CreateChatClientAgent(
agentRecord,
descriptor,
ShouldUseFolderChatHistory(descriptor.ProviderKind) ? historyProvider : null,
CreateChatClient(descriptor.ProviderKind, agentRecord.Name, sessionId, agentRecord.ModelName)),
};
return executionLoggingMiddleware.AttachAgentRunLogging(agent, descriptor);
}
private static AgentExecutionDescriptor CreateExecutionDescriptor(AgentProfileRecord agentRecord)
{
var providerKind = (AgentProviderKind)agentRecord.ProviderKind;
return new AgentExecutionDescriptor(
agentRecord.Id,
agentRecord.Name,
providerKind,
providerKind.GetDisplayName(),
agentRecord.ModelName);
}
[System.Diagnostics.CodeAnalysis.SuppressMessage(
"Performance",
"CA1859:Use concrete types when possible for improved performance",
Justification = "The runtime conversation factory intentionally preserves the IChatClient abstraction across provider-backed chat clients.")]
private IChatClient CreateChatClient(
AgentProviderKind providerKind,
string agentName,
SessionId sessionId,
string modelName)
{
if (providerKind == AgentProviderKind.Debug)
{
return new DebugChatClient(agentName, timeProvider);
}
if (providerKind == AgentProviderKind.Codex)
{
var codexExecutablePath = ResolveExecutablePath(providerKind);
return new CodexChatClient(new CodexChatClientOptions
{
CodexOptions = new CodexOptions
{
CodexExecutablePath = codexExecutablePath,
},
DefaultModel = modelName,
DefaultThreadOptions = new CodexThreadOptions
{
Model = modelName,
ModelReasoningEffort = ModelReasoningEffort.High,
SkipGitRepoCheck = true,
WorkingDirectory = ResolvePlaygroundDirectory(sessionId),
},
});
}
if (providerKind == AgentProviderKind.ClaudeCode)
{
var claudeExecutablePath = ResolveExecutablePath(providerKind);
return new ClaudeChatClient(new ClaudeChatClientOptions
{
ClaudeOptions = new ClaudeOptions
{
ClaudeExecutablePath = claudeExecutablePath,
},
DefaultModel = modelName,
DefaultThreadOptions = new ClaudeThreadOptions
{
Model = modelName,
WorkingDirectory = ResolvePlaygroundDirectory(sessionId),
},
});
}
if (providerKind == AgentProviderKind.Gemini)
{
var geminiExecutablePath = ResolveExecutablePath(providerKind);
return new GeminiChatClient(new GeminiChatClientOptions
{
GeminiOptions = new GeminiOptions
{
GeminiExecutablePath = geminiExecutablePath,
},
DefaultModel = modelName,
DefaultThreadOptions = new GeminiThreadOptions
{
Model = modelName,
WorkingDirectory = ResolvePlaygroundDirectory(sessionId),
SandboxMode = GeminiSandboxMode.WorkspaceWrite,
ApprovalPolicy = GeminiApprovalMode.Yolo,
},
});
}
if (providerKind == AgentProviderKind.Onnx)
{
var modelPath = ResolveLocalModelPath(providerKind);
return new OnnxRuntimeGenAIChatClient(modelPath);
}
if (providerKind == AgentProviderKind.LlamaSharp)
{
var modelPath = ResolveLocalModelPath(providerKind);
var loggerFactory = serviceProvider.GetService<ILoggerFactory>();
return new LlamaLocalChatClient(
modelPath,
loggerFactory?.CreateLogger<LlamaLocalChatClient>());
}
throw new InvalidOperationException(
string.Format(
CultureInfo.InvariantCulture,
"{0} live execution is unavailable.",
providerKind.GetDisplayName()));
}
[System.Diagnostics.CodeAnalysis.SuppressMessage(
"Performance",
"CA1859:Use concrete types when possible for improved performance",
Justification = "The factory returns the concrete ChatClientAgent only for the chat-client-backed providers and keeps the outer flow on AIAgent.")]
private ChatClientAgent CreateChatClientAgent(
AgentProfileRecord agentRecord,
AgentExecutionDescriptor descriptor,
FolderChatHistoryProvider? historyProvider,
IChatClient chatClient)
{
var loggerFactory = serviceProvider.GetService<ILoggerFactory>();
var options = new ChatClientAgentOptions
{
Id = agentRecord.Id.ToString("N", CultureInfo.InvariantCulture),
Name = agentRecord.Name,
Description = descriptor.ProviderDisplayName,
UseProvidedChatClientAsIs = true,
ChatOptions = new ChatOptions
{
Instructions = agentRecord.SystemPrompt,
ModelId = agentRecord.ModelName,
},
};
if (historyProvider is not null)
{
options.ChatHistoryProvider = historyProvider;
}
return (ChatClientAgent)chatClient.AsAIAgent(options, loggerFactory, serviceProvider);
}
private async ValueTask<AIAgent> CreateGitHubCopilotAgentAsync(
AgentProfileRecord agentRecord,
AgentExecutionDescriptor descriptor,
SessionId sessionId,
CancellationToken cancellationToken)
{
var workingDirectory = ResolvePlaygroundDirectory(sessionId);
var copilotExecutablePath = ResolveExecutablePath(AgentProviderKind.GitHubCopilot) ??
AgentProviderKind.GitHubCopilot.GetCommandName();
var copilotClient = new CopilotClient(new CopilotClientOptions
{
CliPath = copilotExecutablePath,
AutoStart = false,
UseStdio = true,
});
await copilotClient.StartAsync(cancellationToken);
return copilotClient.AsAIAgent(
new SessionConfig
{
Model = agentRecord.ModelName,
OnPermissionRequest = PermissionHandler.ApproveAll,
SystemMessage = new SystemMessageConfig
{
Content = agentRecord.SystemPrompt,
},
WorkingDirectory = workingDirectory,
},
ownsClient: true,
id: agentRecord.Id.ToString("N", CultureInfo.InvariantCulture),
name: agentRecord.Name,
description: descriptor.ProviderDisplayName);
}
private string ResolvePlaygroundDirectory(SessionId sessionId)
{
var directory = AgentSessionStoragePaths.ResolvePlaygroundDirectory(storageOptions, sessionId);
Directory.CreateDirectory(directory);
return directory;
}
private static bool ShouldUseFolderChatHistory(AgentProviderKind providerKind)
{
return providerKind is AgentProviderKind.Debug or AgentProviderKind.Onnx or AgentProviderKind.LlamaSharp;
}
private static string ResolveLocalModelPath(AgentProviderKind providerKind)
{
var configuration = LocalModelProviderConfigurationReader.Read(providerKind);
if (configuration.IsReady && !string.IsNullOrWhiteSpace(configuration.ModelPath))
{
return configuration.ModelPath;
}
throw new InvalidOperationException(
string.Format(
CultureInfo.InvariantCulture,
"{0} is not configured. Set {1} before starting a local session.",
providerKind.GetDisplayName(),
configuration.PrimaryEnvironmentVariableName));
}
private static string? ResolveExecutablePath(AgentProviderKind providerKind)
{
if (OperatingSystem.IsBrowser())
{
return null;
}
var commandName = providerKind.GetCommandName();
var searchPaths = (Environment.GetEnvironmentVariable("PATH") ?? string.Empty)
.Split(Path.PathSeparator, StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
foreach (var searchPath in searchPaths)
{
foreach (var candidate in EnumerateCandidates(searchPath, commandName))
{
if (File.Exists(candidate))
{
return candidate;
}
}
}
return null;
}
private static IEnumerable<string> EnumerateCandidates(string searchPath, string commandName)
{
yield return Path.Combine(searchPath, commandName);
if (!OperatingSystem.IsWindows())
{
yield break;
}
var pathext = (Environment.GetEnvironmentVariable("PATHEXT") ?? ".EXE;.CMD;.BAT")
.Split(';', StringSplitOptions.RemoveEmptyEntries | StringSplitOptions.TrimEntries);
foreach (var extension in pathext)
{
yield return Path.Combine(searchPath, commandName + extension);
}
}
}