Skip to content

Commit 87feba4

Browse files
committed
evals: remove set_messages from trace
1 parent 05b8f91 commit 87feba4

File tree

1 file changed

+9
-3
lines changed

1 file changed

+9
-3
lines changed

evals/git-evals/runners/codebuff.ts

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,14 @@
11
import path from 'path'
2-
import { CodebuffClient } from '../../../sdk/src/index'
2+
3+
import { API_KEY_ENV_VAR } from '@codebuff/common/constants'
34
import { loadLocalAgents } from '@codebuff/npm-app/agents/load-agents'
5+
import { getUserCredentials } from '@codebuff/npm-app/credentials'
6+
7+
import { CodebuffClient } from '../../../sdk/src/index'
48

59
import type { Runner } from './runner'
610
import type { RunState } from '../../../sdk/src/index'
711
import type { AgentStep } from '../../scaffolding'
8-
import { API_KEY_ENV_VAR } from '@codebuff/common/constants'
9-
import { getUserCredentials } from '@codebuff/npm-app/credentials'
1012

1113
const getLocalAuthToken = () => {
1214
return getUserCredentials()?.authToken
@@ -73,6 +75,10 @@ export class CodebuffRunner implements Runner {
7375
}
7476
responseText += event.text
7577
} else if (event.type === 'tool_call') {
78+
// Do not include set_messages
79+
if (event.toolCallId === 'set_messages') {
80+
return
81+
}
7682
toolCalls.push(event as any)
7783
} else if (event.type === 'tool_result') {
7884
toolResults.push(event as any)

0 commit comments

Comments
 (0)