Skip to content

Commit e0b5123

Browse files
committed
Export all official run dirs by default
1 parent 19d431a commit e0b5123

File tree

1 file changed

+8
-1
lines changed

1 file changed

+8
-1
lines changed

scripts/export_official_results.py

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1280,6 +1280,7 @@ def build_export(
12801280
run_filter: set[str] | None,
12811281
max_examples: int,
12821282
repo_blob_base: str,
1283+
manifest_only: bool,
12831284
) -> dict[str, Any]:
12841285
prefix_map = load_prefix_map(PROJECT_ROOT)
12851286
manifest_path = runs_dir / "MANIFEST.json"
@@ -1291,7 +1292,7 @@ def build_export(
12911292
run_dirs = top_level_run_dirs(runs_dir)
12921293
if run_filter:
12931294
run_dirs = [r for r in run_dirs if r.name in run_filter]
1294-
if tracked is not None and tracked:
1295+
if manifest_only and tracked is not None and tracked:
12951296
run_dirs = [r for r in run_dirs if r.name in tracked]
12961297

12971298
tasks_out: list[dict[str, Any]] = []
@@ -1505,6 +1506,11 @@ def parse_args() -> argparse.Namespace:
15051506
default=DEFAULT_REPO_BLOB_BASE,
15061507
help="GitHub blob base URL for repo links (default: CodeContextBench main branch).",
15071508
)
1509+
parser.add_argument(
1510+
"--manifest-only",
1511+
action="store_true",
1512+
help="Limit export to run directories referenced by MANIFEST run_history.",
1513+
)
15081514
return parser.parse_args()
15091515

15101516

@@ -1532,6 +1538,7 @@ def main() -> int:
15321538
run_filter=run_filter,
15331539
max_examples=max(0, args.max_trace_examples),
15341540
repo_blob_base=args.repo_blob_base,
1541+
manifest_only=args.manifest_only,
15351542
)
15361543

15371544
print(f"[OK] Wrote export bundle to: {output_dir}")

0 commit comments

Comments
 (0)