Skip to content

Commit 2b88375

Browse files
sjarmakclaude
andcommitted
Create 11 sg-evals mirrors for scaling-gap repos
Mid-tier (500MB-1GB): grpc, tidb, ceph, beam, bazel XL (>1.5GB): elasticsearch, godot, roslyn, TypeScript, cockroach, ClickHouse Fixed fixture revisions: roslyn v4.12.0→NET-SDK-9.0.100 (actual tag), ClickHouse v24.12→v24.12.1.1614-stable (actual tag). Mirror names unchanged since they're referenced in generated Dockerfiles. All mirrors created via scripts/create_sg_mirrors.py and verified accessible on GitHub. Still need Sourcegraph indexing. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
1 parent faa7b6f commit 2b88375

File tree

5 files changed

+126
-7
lines changed

5 files changed

+126
-7
lines changed

configs/mirror_creation_manifest.json

Lines changed: 114 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
22
"_description": "Mirrors needed for reproducible Sourcegraph indexing",
33
"_generated": "2026-02-22",
4-
"_status": "UPDATED 2026-03-02 \u2014 159 mirrors (50 new contextbench)",
4+
"_status": "UPDATED 2026-03-06 \u2014 170 mirrors (11 new scaling-gap repos)",
55
"mirrors": [
66
{
77
"upstream": "github.com/NVIDIA/TensorRT-LLM",
@@ -1523,13 +1523,123 @@
15231523
"tasks": [
15241524
"ccb_contextbench/cb-multi-swe-bench__typescript__maintenance__bugfix__6a14056a"
15251525
]
1526+
},
1527+
{
1528+
"upstream": "github.com/grpc/grpc",
1529+
"commit": "v1.68.0",
1530+
"mirror": "sg-evals/grpc--v1.68.0",
1531+
"pin_source": "scaling-gap fixture grpc-ecosystem.json",
1532+
"tasks": [
1533+
"csb_sdlc_document/grpc-channel-api-docgen-001",
1534+
"csb_org_compliance/ccx-compliance-286"
1535+
]
1536+
},
1537+
{
1538+
"upstream": "github.com/pingcap/tidb",
1539+
"commit": "v8.5.0",
1540+
"mirror": "sg-evals/tidb--v8.5.0",
1541+
"pin_source": "scaling-gap fixture tidb-database.json",
1542+
"tasks": [
1543+
"csb_sdlc_debug/tidb-query-plan-regression-debug-001",
1544+
"csb_org_platform/ccx-platform-285"
1545+
]
1546+
},
1547+
{
1548+
"upstream": "github.com/ceph/ceph",
1549+
"commit": "v19.2.1",
1550+
"mirror": "sg-evals/ceph--v19.2.1",
1551+
"pin_source": "scaling-gap fixture ceph-storage.json",
1552+
"tasks": [
1553+
"csb_sdlc_secure/ceph-rgw-auth-secure-001",
1554+
"csb_org_security/ccx-vuln-remed-287"
1555+
]
1556+
},
1557+
{
1558+
"upstream": "github.com/apache/beam",
1559+
"commit": "v2.62.0",
1560+
"mirror": "sg-evals/beam--v2.62.0",
1561+
"pin_source": "scaling-gap fixture beam-pipeline.json",
1562+
"tasks": [
1563+
"csb_sdlc_refactor/beam-pipeline-builder-refac-001",
1564+
"csb_org_migration/ccx-migration-289"
1565+
]
1566+
},
1567+
{
1568+
"upstream": "github.com/bazelbuild/bazel",
1569+
"commit": "8.0.0",
1570+
"mirror": "sg-evals/bazel--8.0.0",
1571+
"pin_source": "scaling-gap fixture bazel-build.json",
1572+
"tasks": [
1573+
"csb_sdlc_test/bazel-starlark-eval-test-001",
1574+
"csb_org_onboarding/ccx-onboard-290"
1575+
]
1576+
},
1577+
{
1578+
"upstream": "github.com/elastic/elasticsearch",
1579+
"commit": "v8.17.0",
1580+
"mirror": "sg-evals/elasticsearch--v8.17.0",
1581+
"pin_source": "scaling-gap fixture elasticsearch-search.json",
1582+
"tasks": [
1583+
"csb_sdlc_design/elasticsearch-shard-alloc-design-001",
1584+
"csb_org_platform/ccx-platform-291"
1585+
]
1586+
},
1587+
{
1588+
"upstream": "github.com/godotengine/godot",
1589+
"commit": "4.3-stable",
1590+
"mirror": "sg-evals/godot--4.3-stable",
1591+
"pin_source": "scaling-gap fixture godot-engine.json",
1592+
"tasks": [
1593+
"csb_sdlc_document/godot-gdscript-api-docgen-001",
1594+
"csb_org_compliance/ccx-compliance-292"
1595+
]
1596+
},
1597+
{
1598+
"upstream": "github.com/dotnet/roslyn",
1599+
"commit": "NET-SDK-9.0.100",
1600+
"mirror": "sg-evals/roslyn--v4.12.0",
1601+
"pin_source": "scaling-gap fixture roslyn-compiler.json (tag NET-SDK-9.0.100 = Roslyn 4.12)",
1602+
"tasks": [
1603+
"csb_sdlc_refactor/roslyn-symbol-resolver-refac-001",
1604+
"csb_org_crossrepo_tracing/ccx-dep-trace-293"
1605+
]
1606+
},
1607+
{
1608+
"upstream": "github.com/microsoft/TypeScript",
1609+
"commit": "v5.7.2",
1610+
"mirror": "sg-evals/TypeScript--v5.7.2",
1611+
"pin_source": "scaling-gap fixture typescript-compiler.json",
1612+
"tasks": [
1613+
"csb_sdlc_secure/typescript-type-narrowing-secure-001",
1614+
"csb_org_migration/ccx-migration-294"
1615+
]
1616+
},
1617+
{
1618+
"upstream": "github.com/cockroachdb/cockroach",
1619+
"commit": "v24.3.0",
1620+
"mirror": "sg-evals/cockroach--v24.3.0",
1621+
"pin_source": "scaling-gap fixture cockroach-database.json",
1622+
"tasks": [
1623+
"csb_sdlc_test/cockroach-kv-txn-test-001",
1624+
"csb_org_crossorg/ccx-crossorg-295"
1625+
]
1626+
},
1627+
{
1628+
"upstream": "github.com/ClickHouse/ClickHouse",
1629+
"commit": "v24.12.1.1614-stable",
1630+
"mirror": "sg-evals/ClickHouse--v24.12",
1631+
"pin_source": "scaling-gap fixture clickhouse-analytics.json (tag v24.12.1.1614-stable)",
1632+
"tasks": [
1633+
"csb_sdlc_understand/clickhouse-mergetree-arch-understand-001",
1634+
"csb_org_security/ccx-vuln-remed-296"
1635+
]
15261636
}
15271637
],
15281638
"unresolved": [],
15291639
"summary": {
1530-
"total_mirrors_needed": 109,
1531-
"unique_upstream_repos": 57,
1532-
"tasks_affected": 149,
1640+
"total_mirrors_needed": 120,
1641+
"unique_upstream_repos": 68,
1642+
"tasks_affected": 171,
15331643
"unresolved_count": 0
15341644
}
15351645
}

docs/ops/SCRIPT_INDEX.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -173,6 +173,7 @@ Generated from `scripts/registry.json` by `scripts/generate_script_index.py`.
173173
- `scripts/backfill_triage_from_manifest.py` [one_off] - Historical one-off script: backfill triage from manifest.
174174
- `scripts/check_harness_readiness.py` - Utility script for check harness readiness.
175175
- `scripts/compare_contextbench_results.py` - Utility script for compare contextbench results.
176+
- `scripts/compare_old_new_ground_truth.py` - Utility script for compare old new ground truth.
176177
- `scripts/compute_bootstrap_cis.py` - Utility script for compute bootstrap cis.
177178
- `scripts/context_retrieval_agent.py` - Utility script for context retrieval agent.
178179
- `scripts/control_plane.py` - Utility script for control plane.

fixtures/repo_sets/clickhouse-analytics.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
{
77
"full_name": "sg-evals/ClickHouse--v24.12",
88
"logical_name": "ClickHouse/ClickHouse",
9-
"revision": "v24.12",
9+
"revision": "v24.12.1.1614-stable",
1010
"language": "C++",
1111
"loc_estimate": 4500000
1212
}

fixtures/repo_sets/roslyn-compiler.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
{
77
"full_name": "sg-evals/roslyn--v4.12.0",
88
"logical_name": "dotnet/roslyn",
9-
"revision": "v4.12.0",
9+
"revision": "NET-SDK-9.0.100",
1010
"language": "C#",
1111
"loc_estimate": 5000000
1212
}

scripts/registry.json

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -210,6 +210,14 @@
210210
"language": "python",
211211
"summary": "Utility script for compare contextbench results."
212212
},
213+
{
214+
"name": "compare_old_new_ground_truth.py",
215+
"path": "scripts/compare_old_new_ground_truth.py",
216+
"category": "misc",
217+
"status": "maintained",
218+
"language": "python",
219+
"summary": "Utility script for compare old new ground truth."
220+
},
213221
{
214222
"name": "comprehensive_analysis.py",
215223
"path": "scripts/comprehensive_analysis.py",
@@ -1571,7 +1579,7 @@
15711579
"infra_mirrors": 19,
15721580
"library_helpers": 7,
15731581
"migration": 4,
1574-
"misc": 80,
1582+
"misc": 81,
15751583
"qa_quality": 10,
15761584
"submission_reporting": 7,
15771585
"task_creation_selection": 12,

0 commit comments

Comments
 (0)