Run bun install for codebuff evals

Author: jahooma

evals/git-evals/eval-codebuff2.json

@@ -1,6 +1,7 @@
 {
   "repoUrl": "https://github.com/CodebuffAI/codebuff",
   "generationDate": "2025-08-17T02:05:02.152Z",
+  "initCommand": "bun install",
   "evalCommits": [
     {
       "sha": "456858ccc77ebfeb400ef12bcf9dd167470a6639",
@@ -2425,4 +2426,4 @@
       ]
     }
   ]
-}
+}

evals/git-evals/run-git-evals.ts

@@ -419,6 +419,7 @@ export async function runGitEvals(
               testRepoName,
               evalCommit.sha,
               true,
+              evalData.initCommand,
             )
 
             console.log(

evals/git-evals/run-single-eval.ts

@@ -167,6 +167,8 @@ async function runSingleEvalTask(options: {
     evalData.repoUrl,
     testRepoName,
     evalCommit.sha,
+    undefined,
+    evalData.initCommand,
   )
   console.log(`Repository cloned to: ${projectPath}`)
 

evals/git-evals/setup-test-repo.ts

@@ -40,6 +40,7 @@ export async function setupTestRepo(
   customRepoName: string,
   commitSha: string = 'HEAD',
   addRandomSuffix: boolean = false,
+  initCommand?: string,
 ): Promise<string> {
   const repoName = customRepoName || extractRepoNameFromUrl(repoUrl)
   console.log(`Setting up test repository: ${repoName}...`)
@@ -178,6 +179,24 @@ export async function setupTestRepo(
 
     console.log(`Repository has ${commitCount} commits in history`)
 
+    try {
+      if (initCommand) {
+        console.log(`Executing initialization command: ${initCommand}`)
+        const [command, ...args] = initCommand.split(' ')
+        execFileSync(command, args, {
+          cwd: repoDir,
+          stdio: 'inherit',
+          timeout: 240_000, // 4 minute timeout for init commands
+        })
+        console.log('Initialization command completed successfully')
+      }
+    } catch (error) {
+      console.error('Error executing initialization command:', error)
+      throw new Error(
+        `Initialization command failed: ${error instanceof Error ? error.message : String(error)}`,
+      )
+    }
+
     console.log('Repository verification passed')
 
     return repoDir

evals/git-evals/types.ts

@@ -20,6 +20,7 @@ export interface EvalData {
   repoUrl: string // URL of the git repository to clone
   testRepoName?: string // Optional - can be inferred from repoUrl
   generationDate: string
+  initCommand?: string // Optional command to run during scaffolding setup
   evalCommits: EvalCommit[]
 }