Skip to content

Commit a183f67

Browse files
committed
Add max of 30 minutes for one git eval task
1 parent 6ddb511 commit a183f67

File tree

1 file changed

+5
-2
lines changed

1 file changed

+5
-2
lines changed

evals/git-evals/run-git-evals.ts

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -406,9 +406,10 @@ export async function runGitEvals(
406406
// Use global limiter if available, otherwise create a local one
407407
const limitConcurrency = globalConcurrencyLimiter || pLimit(20)
408408

409+
const timeoutMs = 60_000 * 30
409410
const evalPromises = commitsToRun.map((evalCommit, index) => {
410-
return limitConcurrency(
411-
() =>
411+
return limitConcurrency(() =>
412+
withTimeout(
412413
new Promise<EvalRunJudged>(async (resolve, reject) => {
413414
try {
414415
console.log(
@@ -527,6 +528,8 @@ export async function runGitEvals(
527528
reject(error)
528529
}
529530
}),
531+
timeoutMs,
532+
),
530533
)
531534
})
532535

0 commit comments

Comments
 (0)